-- Logs begin at Fri 2022-06-24 19:42:26 UTC, end at Fri 2022-06-24 20:54:52 UTC. -- Jun 24 20:25:04.442251 dv-cinder-847189-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 20:25:06.897312 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.common.config [-] Logging enabled! Jun 24 20:25:06.898061 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 24 20:25:06.898061 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 20:25:06.901067 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.common.config [-] Logging enabled! Jun 24 20:25:06.901315 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 24 20:25:06.901620 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 20:25:06.902566 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 20:25:06.902797 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 20:25:06.903130 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 20:25:06.903363 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 20:25:06.903581 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 20:25:06.903899 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.904177 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.904472 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.904677 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.904955 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.905233 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.905505 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.905781 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.906065 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.906370 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.906621 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.906895 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.907116 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.907392 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.907668 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.907944 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.908161 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] debug = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.908433 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.908848 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.909260 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.909532 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.909816 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.910158 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.910428 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.910699 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.910977 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.911298 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] host = dv-cinder-847189-4-iscsi {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.911571 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.911853 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.912146 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.912408 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.912676 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.912941 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.913217 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.913479 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.913741 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] log_file = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.914008 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.914309 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.914587 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.914865 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.915086 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.915301 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.915580 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.915856 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.916123 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.916389 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.916652 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.916915 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.917182 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.917442 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.917714 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.917987 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.918292 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.918560 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.918826 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.919087 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.919351 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.919626 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.919890 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.920157 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.920422 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.920698 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.920955 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.921220 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.921510 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.921791 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.922064 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.922367 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.922631 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.922901 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.923165 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.923424 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.923685 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] use_json = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.923946 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.924206 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.924473 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.924733 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.924993 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.925253 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.925537 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.925820 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.926083 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:06.926399 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.926691 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.926982 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.927260 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.927542 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.927812 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.928092 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.928359 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.928637 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.928914 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.929196 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.929462 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.929738 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.930006 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.930316 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.930608 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.930894 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.931177 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.931442 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.931711 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.931975 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.932242 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.932517 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.932798 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.933077 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.933340 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.933608 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.933887 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.934175 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.934439 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.934706 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.934983 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.935252 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.935513 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.935786 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.936068 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.936349 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.936612 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.936881 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.937163 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.937431 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.937693 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.937952 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.938245 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.938509 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.938785 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.939053 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.939315 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.939574 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.939842 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.940103 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.940367 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.940636 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.940902 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.941204 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.941503 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.941771 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.942037 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.942328 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.942596 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.942861 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.943161 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.943427 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.943690 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.943950 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.944209 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.944470 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.944688 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.944998 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.945258 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.945524 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.945791 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.946060 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.946354 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.946623 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.946891 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.947158 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.947426 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.947689 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.947968 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.948240 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.948517 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.948790 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.949057 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.949337 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.949602 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.949872 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.950151 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.950433 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.950705 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.950976 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.951259 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.951545 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.951826 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.952107 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.952386 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.952649 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.952951 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.953218 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:06.953428 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 20:25:06.953661 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88054) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 20:25:07.329721 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO keyring.backend [-] Loading KWallet Jun 24 20:25:07.336939 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO keyring.backend [-] Loading SecretService Jun 24 20:25:07.340396 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO keyring.backend [-] Loading Windows Jun 24 20:25:07.341688 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO keyring.backend [-] Loading chainer Jun 24 20:25:07.342265 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO keyring.backend [-] Loading macOS Jun 24 20:25:07.374359 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 20:25:07.374604 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 20:25:07.374921 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 20:25:07.375241 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 20:25:07.757022 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.757287 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.757584 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.758808 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.759074 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.759327 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.793346 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.793621 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.793877 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.806791 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.807063 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.807320 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.836156 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.836416 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.836681 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.872992 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.873263 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:07.873524 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.098925 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.099565 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.099565 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.099565 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.100328 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.216635 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.216941 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.217219 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.217478 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.217731 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.218031 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.218304 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.218553 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.218794 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.219067 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.219329 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.219548 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.219797 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.220041 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.220297 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.220563 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.220810 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.221077 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.221316 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.221579 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.221918 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.222185 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.222476 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.222753 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.222993 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.223229 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.223602 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 20:25:08.223832 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 20:25:08.224059 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 20:25:08.224287 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 20:25:08.224514 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 20:25:08.224739 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 20:25:08.225090 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 20:25:08.228126 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 20:25:08.232015 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 20:25:08.235730 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 24 20:25:08.237323 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 20:25:08.237762 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 20:25:08.238111 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 20:25:08.238657 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 20:25:08.241393 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 20:25:08.241644 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 20:25:08.241977 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 20:25:08.269291 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 20:25:08.269720 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.270002 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88054) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 20:25:08.270377 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.271702 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88054) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 20:25:08.271976 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 20:25:08.272212 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 20:25:08.275500 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.275771 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.336859 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 20:25:08.337072 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 20:25:08.337324 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 20:25:08.337687 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 20:25:08.370038 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_db.sqlalchemy.engines [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88054) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 24 20:25:08.705455 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Initializing driver for type 'gre' Jun 24 20:25:08.705929 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] gre ID ranges: [(1, 1000)] Jun 24 20:25:08.760189 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Initializing driver for type 'local' Jun 24 20:25:08.760566 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Initializing driver for type 'vlan' Jun 24 20:25:08.772689 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] VlanTypeDriver initialization complete Jun 24 20:25:08.773029 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Initializing driver for type 'vxlan' Jun 24 20:25:08.773508 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] vxlan ID ranges: [(1, 1000)] Jun 24 20:25:08.831061 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Initializing extension driver 'port_security' Jun 24 20:25:08.831410 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.extensions.port_security [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] PortSecurityExtensionDriver initialization complete Jun 24 20:25:08.831768 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Initializing mechanism driver 'openvswitch' Jun 24 20:25:08.832085 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Initializing mechanism driver 'hyperv' Jun 24 20:25:08.838601 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.plugins.ml2.plugin [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:25:08.839252 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > port after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.839609 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > port after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.839946 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > port after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.840455 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 20:25:08.840870 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > subnet after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.841213 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > subnet after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.841554 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.841928 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 20:25:08.842344 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > network after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.842683 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > network after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.843014 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > network after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.843385 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 20:25:08.843771 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > security_group after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.844105 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > security_group after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.844433 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.844803 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 20:25:08.845189 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.845522 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.845850 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.846375 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 20:25:08.846761 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > address_group after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.847115 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > address_group after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.847423 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.847797 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 20:25:08.848224 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] ML2 OVO RPC backend initialized. {{(pid=88054) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 24 20:25:08.848912 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.849254 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.849653 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > network before_response 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.849989 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > networks before_response 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.850350 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > port before_response 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.850683 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > ports before_response 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.851011 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > subnet before_response 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.851344 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > subnets before_response 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.851677 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > network after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.852007 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > network after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.852329 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > network after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.852650 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > port after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.852972 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > port after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.853292 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > port after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.853614 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > subnet after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.853935 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > subnet after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.854284 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.854848 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.plugin [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Modular L2 Plugin initialization complete Jun 24 20:25:08.855166 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading services supported by the core plugin {{(pid=88054) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 20:25:08.855482 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.plugins.ml2.managers [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Got port-security extension from driver 'port_security' Jun 24 20:25:08.855932 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.extensions.vlantransparent [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Disabled vlantransparent extension. Jun 24 20:25:08.856400 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88054) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 20:25:08.856708 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading Plugin: router Jun 24 20:25:08.893516 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.893894 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router after_create 55549900 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.894322 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router before_create 55549900 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.894680 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.895038 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.895376 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router after_delete 55549900 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.895720 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.896067 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router after_create 55549900 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.896401 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router after_update 55549900 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.896736 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router after_update 55549900 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.897067 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.897394 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router after_update 55549900 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.897792 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router precommit_update 55549900 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.898152 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: port after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.898494 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: port after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.898817 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: subnet after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.899140 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.899471 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.899800 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router precommit_create 55549900 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.900123 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: port before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.900458 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router precommit_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.900798 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router after_update 55549900 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.901120 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.901435 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router precommit_create 55549900 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.901779 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.902108 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router precommit_update 55549900 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.902477 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > agent after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.902809 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > agent after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.903141 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > network after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.903988 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Tracking information for resource: router configured {{(pid=88054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 20:25:08.904310 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Tracking information for resource: floatingip configured {{(pid=88054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 20:25:08.909173 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.db.l3_agentschedulers_db [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 20:25:08.909739 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: port after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.910145 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: port after_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.910496 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: port after_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.910837 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: port after_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.911710 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router before_create 55550100 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.912058 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.912409 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router precommit_create 55550100 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.912746 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > router precommit_update 55550100 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.917139 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.services.provider_configuration [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service providers = [] {{(pid=88054) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 20:25:08.917496 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.db.servicetype_db [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88054) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 20:25:08.920399 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.services.service_base [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 20:25:08.920733 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.services.service_base [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 20:25:08.921060 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.services.service_base [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 20:25:08.921919 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.services.service_base [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 20:25:08.922304 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.services.service_base [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 20:25:08.922667 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 20:25:08.922967 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 20:25:08.933372 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 20:25:08.933701 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading Plugin: auto_allocate Jun 24 20:25:08.939454 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: network precommit_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.939807 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: network precommit_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.940310 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 20:25:08.940617 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading Plugin: tag Jun 24 20:25:08.947037 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 20:25:08.947355 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading Plugin: timestamp Jun 24 20:25:08.951256 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 20:25:08.951578 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading Plugin: network_ip_availability Jun 24 20:25:08.956750 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.957059 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.957403 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:08.958095 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 20:25:08.958430 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading Plugin: flavors Jun 24 20:25:08.962983 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 20:25:08.963307 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading Plugin: revisions Jun 24 20:25:08.967457 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 20:25:08.967836 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_concurrency.lockutils [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.593s {{(pid=88054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 20:25:08.968553 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88054) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 24 20:25:08.968881 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Initializing extension manager. Jun 24 20:25:08.969373 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: __init__.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.969701 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: __pycache__ {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.970026 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.970369 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: address_group.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.971100 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.971649 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: address-group Jun 24 20:25:08.971963 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: address_scope.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.972700 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.973220 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: address-scope Jun 24 20:25:08.973528 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.974443 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.974942 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: router-admin-state-down-before-update Jun 24 20:25:08.975252 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: agent.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.975941 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.976434 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: agent Jun 24 20:25:08.976745 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: agent_resources_synced.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.977805 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.978326 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: agent-resources-synced Jun 24 20:25:08.978639 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: allowedaddresspairs.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.980371 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.980870 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: allowed-address-pairs Jun 24 20:25:08.981186 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: auto_allocated_topology.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.982276 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.982768 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: auto-allocated-topology Jun 24 20:25:08.983081 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: availability_zone.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.983757 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.984242 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: availability_zone Jun 24 20:25:08.984550 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: availability_zone_filter.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.985436 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.985920 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: availability_zone_filter Jun 24 20:25:08.986258 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: data_plane_status.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.987146 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.987625 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 20:25:08.987958 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: default_subnetpools.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.988845 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.989330 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: default-subnetpools Jun 24 20:25:08.989640 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.990471 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.990963 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: dhcp_agent_scheduler Jun 24 20:25:08.991268 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: dns.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.992154 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.992641 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 20:25:08.992946 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: dns_domain_ports.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.993836 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.994346 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 20:25:08.994655 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: dvr.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.995300 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.995797 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: dvr Jun 24 20:25:08.996105 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: empty_string_filtering.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.996990 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.997480 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: empty-string-filtering Jun 24 20:25:08.997788 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:08.998700 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:08.999192 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 20:25:08.999502 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.000385 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.000873 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 20:25:09.001180 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: external_net.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.002068 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.002581 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: external-net Jun 24 20:25:09.002890 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.003835 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.004304 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: extra_dhcp_opt Jun 24 20:25:09.004615 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: extraroute.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.005805 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.006317 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: extraroute Jun 24 20:25:09.006627 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: extraroute_atomic.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.007611 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.008114 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: extraroute-atomic Jun 24 20:25:09.008424 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: filter_validation.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.009066 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.009551 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: filter-validation Jun 24 20:25:09.009862 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: fip_pf_description.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.010769 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.011249 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 20:25:09.011558 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: fip_port_details.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.012447 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.012928 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: fip-port-details Jun 24 20:25:09.013237 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: flavors.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.014492 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.014993 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: flavors Jun 24 20:25:09.015307 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.016924 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.017425 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 20:25:09.017747 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: floatingip_pools.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.018457 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.018949 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: floatingip-pools Jun 24 20:25:09.019286 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: ip_allocation.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.020191 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.020674 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 20:25:09.020984 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.021871 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.022392 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: ip-substring-filtering Jun 24 20:25:09.022701 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: l2_adjacency.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.023599 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.024089 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 20:25:09.024391 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: l3.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.025323 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.025821 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: router Jun 24 20:25:09.026147 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.028451 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.028956 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 20:25:09.029275 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.030217 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.030717 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: ext-gw-mode Jun 24 20:25:09.031031 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.031922 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.032413 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: l3-ha Jun 24 20:25:09.032726 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: l3_flavors.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.033613 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.034103 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: l3-flavors Jun 24 20:25:09.034442 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.035432 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.035922 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 20:25:09.036233 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: l3agentscheduler.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.037233 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.037724 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: l3_agent_scheduler Jun 24 20:25:09.038033 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: logging.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.039513 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.040020 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension logging not supported by any of loaded plugins Jun 24 20:25:09.040334 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: metering.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.041049 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.041604 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: metering Jun 24 20:25:09.041916 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.043006 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.043504 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: metering_source_and_destination_fields Jun 24 20:25:09.043813 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: multiprovidernet.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.044706 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.045196 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: multi-provider Jun 24 20:25:09.045507 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: netmtu.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.046423 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.046923 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: net-mtu Jun 24 20:25:09.047227 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: netmtu_writable.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.048108 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.048600 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: net-mtu-writable Jun 24 20:25:09.048907 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: network_availability_zone.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.049550 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.050041 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: network_availability_zone Jun 24 20:25:09.050376 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: network_ip_availability.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.051449 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.051950 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: network-ip-availability Jun 24 20:25:09.052256 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: network_segment_range.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.053013 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.053497 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 20:25:09.053807 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: pagination.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.054787 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.055105 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: pagination Jun 24 20:25:09.055412 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: port_device_profile.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.056297 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.056791 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: port-device-profile Jun 24 20:25:09.057100 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.057992 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.058517 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: port-mac-address-regenerate Jun 24 20:25:09.058823 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.059712 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.060200 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: port-numa-affinity-policy Jun 24 20:25:09.060508 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: port_resource_request.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.061384 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.061869 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 20:25:09.062204 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: portbindings.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.063106 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.063595 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: binding Jun 24 20:25:09.063904 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: portbindings_extended.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.065123 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.065615 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: binding-extended Jun 24 20:25:09.065931 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: portsecurity.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.066887 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.067383 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: port-security Jun 24 20:25:09.067693 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: project_id.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.068761 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.069075 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: project-id Jun 24 20:25:09.069388 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: providernet.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.070319 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.070817 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: provider Jun 24 20:25:09.071124 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: qos.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.074568 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.075074 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension qos not supported by any of loaded plugins Jun 24 20:25:09.075390 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.076604 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.077103 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 20:25:09.077414 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.078338 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.078833 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 20:25:09.079149 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: qos_default.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.080034 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.080529 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension qos-default not supported by any of loaded plugins Jun 24 20:25:09.080841 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: qos_fip.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.081480 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.082482 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 20:25:09.082745 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: qos_gateway_ip.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.083647 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.084143 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 20:25:09.084453 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: qos_port_network_policy.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.085340 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.085829 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 20:25:09.086150 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: qos_rule_type_details.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.087066 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.087554 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 20:25:09.087862 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: qos_rules_alias.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.088879 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.089367 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 20:25:09.089677 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: quotasv2.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.090581 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.090899 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: quotas Jun 24 20:25:09.091208 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: quotasv2_detail.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.092771 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.093095 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: quota_details Jun 24 20:25:09.093408 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: rbac.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.094463 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.094964 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: rbac-policies Jun 24 20:25:09.095285 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: rbac_address_group.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.096184 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.096678 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: rbac-address-group Jun 24 20:25:09.096991 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: rbac_address_scope.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.097929 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.098454 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: rbac-address-scope Jun 24 20:25:09.098763 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: rbac_security_groups.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.099660 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.100256 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: rbac-security-groups Jun 24 20:25:09.100481 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: rbac_subnetpool.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.101377 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.101873 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: rbac-subnetpool Jun 24 20:25:09.102208 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: revisionifmatch.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.103095 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.103596 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: revision-if-match Jun 24 20:25:09.103893 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: revisions.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.104983 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.105477 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: standard-attr-revisions Jun 24 20:25:09.105792 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: router_availability_zone.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.106473 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.106965 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: router_availability_zone Jun 24 20:25:09.107275 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: routerservicetype.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.108293 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.108789 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 20:25:09.109104 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.110004 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.110624 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: security-groups-normalized-cidr Jun 24 20:25:09.110940 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.111840 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.112337 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: port-security-groups-filtering Jun 24 20:25:09.112648 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.113610 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.114105 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: security-groups-remote-address-group Jun 24 20:25:09.114443 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: securitygroup.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.123968 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.124482 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: security-group Jun 24 20:25:09.124803 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: segment.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.125561 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.126053 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension segment not supported by any of loaded plugins Jun 24 20:25:09.126401 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.127318 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.127809 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 20:25:09.128126 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: servicetype.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.129255 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.129759 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: service-type Jun 24 20:25:09.130446 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: sorting.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.131396 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.131730 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: sorting Jun 24 20:25:09.132025 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: standard_attr_segment.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.132910 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.133405 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 20:25:09.133724 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: standardattrdescription.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.134373 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.134863 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: standard-attr-description Jun 24 20:25:09.135171 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: stateful_security_group.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.136095 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.136590 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: stateful-security-group Jun 24 20:25:09.136900 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: stdattrs_common.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.137460 dv-cinder-847189-4-iscsi neutron-server[88054]: WARNING neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 20:25:09.137769 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.138778 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.139278 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 20:25:09.139588 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: subnet_onboard.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.140632 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.141133 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: subnet_onboard Jun 24 20:25:09.141440 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.142372 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.142864 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 20:25:09.143174 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: subnet_service_types.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.144063 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.144673 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: subnet-service-types Jun 24 20:25:09.144983 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: subnetallocation.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.146028 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.146556 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: subnet_allocation Jun 24 20:25:09.146870 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.147516 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.148011 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: subnetpool-prefix-ops Jun 24 20:25:09.148320 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.149230 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.149717 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 20:25:09.150024 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: tagging.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.151071 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.151567 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: standard-attr-tag Jun 24 20:25:09.151881 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: timestamp.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.153044 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.153540 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loaded extension: standard-attr-timestamp Jun 24 20:25:09.153854 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: trunk.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.154886 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.155382 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension trunk not supported by any of loaded plugins Jun 24 20:25:09.155701 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: trunk_details.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.156586 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.157083 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 20:25:09.157397 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: uplink_status_propagation.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.158315 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.158808 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 20:25:09.159118 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Loading extension file: vlantransparent.py {{(pid=88054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 20:25:09.159767 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 20:25:09.160311 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 20:25:09.162727 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:network Jun 24 20:25:09.163454 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:subnet Jun 24 20:25:09.165337 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 20:25:09.165941 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:port Jun 24 20:25:09.167211 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.167652 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service FLAVORS assigned prefix: {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.168240 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.168655 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.168975 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:router Jun 24 20:25:09.169599 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 20:25:09.170345 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service METERING assigned prefix: /metering {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.171762 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:09.172150 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:09.172476 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:25:09.173573 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 20:25:09.174016 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:security_group Jun 24 20:25:09.174689 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 20:25:09.175437 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service CORE assigned prefix: {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.175759 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 20:25:09.176085 dv-cinder-847189-4-iscsi neutron-server[88054]: WARNING neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] subnetpool is already registered Jun 24 20:25:09.176680 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service CORE assigned prefix: {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.176996 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 20:25:09.177316 dv-cinder-847189-4-iscsi neutron-server[88054]: WARNING neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] subnetpool is already registered Jun 24 20:25:09.179936 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.180361 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service FLAVORS assigned prefix: {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.180924 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.181329 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.181652 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:router Jun 24 20:25:09.181967 dv-cinder-847189-4-iscsi neutron-server[88054]: WARNING neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] router is already registered Jun 24 20:25:09.182585 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 20:25:09.182912 dv-cinder-847189-4-iscsi neutron-server[88054]: WARNING neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] floatingip is already registered Jun 24 20:25:09.183519 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service METERING assigned prefix: /metering {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.184167 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 20:25:09.184484 dv-cinder-847189-4-iscsi neutron-server[88054]: WARNING neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] rbac_policy is already registered Jun 24 20:25:09.185006 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:security_group Jun 24 20:25:09.185322 dv-cinder-847189-4-iscsi neutron-server[88054]: WARNING neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] security_group is already registered Jun 24 20:25:09.185909 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 20:25:09.186237 dv-cinder-847189-4-iscsi neutron-server[88054]: WARNING neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] security_group_rule is already registered Jun 24 20:25:09.186879 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service CORE assigned prefix: {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.187196 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 20:25:09.187511 dv-cinder-847189-4-iscsi neutron-server[88054]: WARNING neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] subnetpool is already registered Jun 24 20:25:09.188102 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.v2.resource_helper [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Service CORE assigned prefix: {{(pid=88054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 20:25:09.188430 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 20:25:09.188742 dv-cinder-847189-4-iscsi neutron-server[88054]: WARNING neutron.quota.resource_registry [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] subnetpool is already registered Jun 24 20:25:09.189379 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: extensions {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.190848 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: address-groups {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.192466 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: address-scopes {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.193650 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: agents {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.194817 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: auto-allocated-topology {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.196030 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: availability_zones {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.197302 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: dhcp-networks {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.198719 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: dhcp-agents {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.200095 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: routers {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.201853 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: flavors {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.203010 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: service_profiles {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.204169 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: next_providers {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.205668 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: service_profiles {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.207177 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: floatingip-pools {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.208304 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: routers {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.210085 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: floatingips {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.211258 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: l3-routers {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.212617 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: l3-agents {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.213995 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: metering-labels {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.215339 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: metering-label-rules {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.216585 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: network-ip-availabilities {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.217790 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: bindings {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.219444 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: quotas {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.220838 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: quotas {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.222234 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: rbac-policies {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.223556 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: security-groups {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.224734 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: security-group-rules {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.225920 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: service-providers {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.227152 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: subnetpools {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.229412 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: subnetpools {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.230895 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: tags {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.232531 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: tags {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.347977 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: tags {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.349716 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: tags {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.351499 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: tags {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.353320 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: tags {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.355006 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: tags {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.356857 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: tags {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.358599 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: tags {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.360489 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron.api.extensions [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Extended resource: tags {{(pid=88054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 20:25:09.366442 dv-cinder-847189-4-iscsi neutron-server[88054]: WARNING keystonemiddleware.auth_token [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 20:25:09.371178 dv-cinder-847189-4-iscsi neutron-server[88054]: WARNING keystonemiddleware.auth_token [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 20:25:09.379253 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_concurrency.lockutils [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Acquired lock "singleton_lock" {{(pid=88054) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 20:25:09.379722 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_concurrency.lockutils [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Releasing lock "singleton_lock" {{(pid=88054) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 20:25:09.380668 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO oslo_service.service [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Starting 2 workers Jun 24 20:25:09.385252 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Started child 88159 {{(pid=88054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 20:25:09.389373 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Started child 88160 {{(pid=88054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 20:25:09.390325 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:09.390883 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO neutron.service [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 20:25:09.391496 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Notify callbacks [] for process, before_spawn {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:09.391653 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [-] (88159) wsgi starting up on http://0.0.0.0:9696 Jun 24 20:25:09.393718 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO oslo_service.service [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Starting 1 workers Jun 24 20:25:09.394323 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:09.395797 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [-] (88160) wsgi starting up on http://0.0.0.0:9696 Jun 24 20:25:09.398767 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Started child 88161 {{(pid=88054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 20:25:09.399251 dv-cinder-847189-4-iscsi neutron-server[88054]: INFO oslo_service.service [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Starting 1 workers Jun 24 20:25:09.402282 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.service [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] calling RpcWorker wait() {{(pid=88161) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 20:25:09.402833 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.service [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] returning from RpcWorker wait() {{(pid=88161) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 20:25:09.404049 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:09.404521 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:25:09.404925 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Started child 88162 {{(pid=88054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 20:25:09.405680 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-617e5a6e-1e4c-46d9-a938-4d3a5c66d294 None None] Notify callbacks [] for process, after_spawn {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:09.407912 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88054) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 24 20:25:09.408088 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 20:25:09.408463 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 20:25:09.408641 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 20:25:09.409154 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 20:25:09.409280 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 20:25:09.409805 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.410080 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.410380 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.410524 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:09.410986 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.410986 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.411414 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.411672 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.411893 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.412183 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.412388 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.412563 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.412719 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.412973 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.413210 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.413469 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.413727 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.413954 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.414249 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.414399 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.414651 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.414913 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.415156 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.415424 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] debug = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.415657 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.416106 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.416341 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.416577 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.416787 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.417049 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.417265 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.417530 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.417760 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.417966 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.418203 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.418567 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.418812 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.419044 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.419254 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.419508 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.419737 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.420187 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] host = dv-cinder-847189-4-iscsi {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.420415 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.420639 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.420857 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.421074 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.421315 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.421541 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.421789 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.422032 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.422298 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.422513 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.422760 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.423011 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.423218 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.423602 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_file = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.423602 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_options = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.423846 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.424089 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.424323 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.424514 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.424675 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.424841 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.425079 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.425234 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.426618 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.426618 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.426618 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.426618 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.426618 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.427105 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.427105 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.428017 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.428017 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.428455 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.428630 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.428790 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.429005 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.429215 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.429458 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.429668 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.429935 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.430234 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.430372 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.430616 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.430783 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.431014 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.431255 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.431476 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.431726 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.431975 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.432177 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.432416 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.432593 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.433466 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.433466 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.433466 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.434036 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.434036 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.434036 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.434431 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.434431 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.434655 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] use_json = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.435245 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.435245 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.435245 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.435674 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.437477 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:25:09.437632 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.437632 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.437632 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.437632 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.437632 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.437632 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.437632 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.438451 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.438451 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.438451 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.438867 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.438867 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.439095 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.439798 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.440016 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.440656 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.440878 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.441214 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.441814 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.442303 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.442866 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.442866 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.443127 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.443285 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.443505 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.446925 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.446925 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.446925 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.446925 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.446925 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.446925 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.446925 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.446925 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.447866 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.447866 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.447866 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.447866 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.447866 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.447866 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.447866 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.447866 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.447866 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.448800 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.448800 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.448800 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.448800 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.448800 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.449150 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.449150 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.449300 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.449548 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.449683 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.450886 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.450886 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.450886 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.450886 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.450886 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.451379 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.451379 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.451541 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.451622 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.452020 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.452170 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.452300 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.452559 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.453135 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.453135 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.453135 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.453603 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.453817 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.454195 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.454343 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.454464 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.454687 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.454887 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.455132 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.455336 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.455511 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.455711 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.455914 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.456115 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.456338 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.456584 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.456845 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.457058 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.457342 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.457468 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.457681 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.457909 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.458188 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.458510 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.458702 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.459038 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.459358 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.459680 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.460206 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.460206 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.460725 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.460859 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.460989 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.461247 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.461525 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.461805 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.461939 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.462148 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.462481 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.462653 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.462850 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.463134 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.463306 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.463543 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.463757 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.464236 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.464484 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.464718 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.465960 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.465960 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.465960 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.465960 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.465960 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.466633 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.466633 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.466859 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.466977 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.467264 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.467458 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.467680 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.467893 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.468128 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.468399 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.468704 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.468956 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.469260 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.469492 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.469916 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.469916 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.470196 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.470762 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.470762 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.471011 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.471129 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.471436 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.471607 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.471826 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.472076 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.473594 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.473594 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.473594 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.473594 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.473594 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.473594 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.474364 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.474364 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.474364 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.474719 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.474719 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.474942 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.475073 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.475251 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.475542 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.475676 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.475879 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.476097 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.476411 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.476554 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.476855 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.476989 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.477167 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.477369 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.477665 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.477813 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.477974 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.478256 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.478462 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.478710 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.478944 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.479164 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.479379 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.479760 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.480053 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.480053 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.480309 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.480511 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.480711 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.480932 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.481159 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.481360 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.481662 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.481800 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.481983 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.482275 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.482482 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.482810 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.483078 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.483297 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.483596 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.483745 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.483934 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.484151 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.484353 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.484546 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.484748 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.484975 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.485893 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.485893 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.485893 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.486303 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.486303 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.486614 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.486851 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.487093 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.487293 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.487530 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.487753 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.488060 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.488271 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.488472 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.488679 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.488879 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.489080 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.489464 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.489620 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.489818 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.490118 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.490428 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.490672 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.490876 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.491077 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.491284 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.491491 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.491693 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.491934 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.492151 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.492370 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.492575 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.492805 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.493082 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.493327 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.493542 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.493821 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.494240 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.494465 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.494719 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.495016 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.495226 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.495475 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.495687 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.495895 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.496114 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.496367 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.496677 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.496954 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.497187 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.497430 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.497689 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.497952 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.498239 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.498446 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.498738 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.499059 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.499325 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.499567 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.499788 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.500051 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.500285 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.500496 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.500724 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.500952 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.501161 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.501405 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.501648 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.501890 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.502098 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.502367 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.502599 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.502784 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.503003 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.503213 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.503425 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.503605 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 20:25:09.504124 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88054) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 24 20:25:09.504279 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 20:25:09.504427 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 20:25:09.504590 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 20:25:09.504752 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 20:25:09.505208 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 20:25:09.505434 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.505593 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.505762 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.505874 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:25:09.505974 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.506060 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.506224 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.506383 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.506535 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.506686 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.506840 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.506992 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.507143 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.507293 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.507445 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.507596 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.507748 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.507900 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.508052 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.508213 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.508387 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.508690 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.508857 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.509007 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] debug = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.509171 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.509324 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.509468 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.509589 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.509708 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.509839 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.510998 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.510998 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.510998 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.510998 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.510998 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.510998 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.510998 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.510998 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512106 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512106 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512106 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512106 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] host = dv-cinder-847189-4-iscsi {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512106 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512106 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512106 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512106 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512958 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512958 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512958 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512958 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512958 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.512958 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.513424 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.513424 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.513424 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.513717 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_file = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.513717 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_options = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.513717 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.514061 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.514061 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.514490 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.514656 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.514810 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.514961 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.515112 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.515264 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.515414 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.515566 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.515718 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.515869 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.516020 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.516170 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.516320 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.516471 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.516634 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.516763 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.516913 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.517065 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.517201 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.517356 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.518046 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.518046 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.518046 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.518046 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.518046 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.518798 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.518798 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.518798 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.519134 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.519134 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.519134 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.519529 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.519529 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.519730 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.519816 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.519953 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.520107 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.520264 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.520403 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.520588 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.520721 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.520831 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.520982 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] use_json = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.521133 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.521283 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.521434 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.521584 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.521735 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.521886 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.522036 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.522211 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.522365 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 20:25:09.522536 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.522698 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.522855 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.523011 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.523166 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.523342 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.523526 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.523649 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.523769 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.523886 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.524042 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.524197 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.524362 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.524517 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.524672 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.524829 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.524984 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.525138 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.525291 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.525446 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.525600 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.525753 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.525921 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.526077 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.526256 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.526411 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.526565 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.526720 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.526874 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.527028 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.527183 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.527340 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.527495 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.527650 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.528413 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.528413 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.528413 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.528826 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.528826 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.528826 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.529037 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.529037 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.529193 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.529313 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.529550 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.529673 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.529993 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.529993 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.530273 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.530273 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.530426 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.530518 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.530634 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.530805 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.530956 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.531098 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.531244 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.531388 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.531539 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.531692 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.531944 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.532031 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.532149 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.532303 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.532447 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.532605 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.532766 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.532912 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.533068 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.533219 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.533592 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.533592 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.533823 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.533823 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.533967 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.534082 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.534475 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.534639 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.534813 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.535118 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.535272 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.535571 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.535728 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.535885 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.536052 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.536222 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.536377 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.536531 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.536687 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.536842 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.536995 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.537148 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.537306 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.537461 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.537614 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.537907 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.538239 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.538402 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.538558 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.538714 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.538862 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.539019 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.539174 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.539329 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.539484 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.539659 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.539794 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.539922 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.540075 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.540234 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.540390 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.540569 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.540787 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.540889 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.541018 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.541151 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.541318 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.541484 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.541616 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.541760 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.541914 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.542069 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.542250 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.542409 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.542542 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.542685 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.542820 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.542976 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.543150 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.543305 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.543454 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.543599 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.543784 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.543935 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.544090 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.544244 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.544398 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.544552 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.544706 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.544861 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.545015 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.545170 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.545325 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.545479 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.545632 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.545786 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.545939 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.546094 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.546279 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.546434 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.546588 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.546744 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.546899 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.547054 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.547207 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.547360 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.547514 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.547668 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.547839 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.547976 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.548130 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.548283 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.548437 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.548590 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.548742 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.548895 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.549050 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.549203 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.549357 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.549513 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.549668 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.549823 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.549978 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.550166 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.550310 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.550536 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.550698 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.550891 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.550996 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.551153 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.551308 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.551464 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.551618 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.551773 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.551927 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.552082 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.552237 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.552408 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.552566 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.552720 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.552876 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.553030 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.553184 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.553338 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.553491 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.553645 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.553799 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.553955 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.554108 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.554284 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.554439 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.554592 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.554745 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.554901 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.555059 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.555213 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.555367 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.555523 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.555677 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.555830 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.555983 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.556136 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.556288 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.556442 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.556596 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.556749 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.556915 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.557071 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.557224 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.557377 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.557531 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.557693 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.557847 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.558000 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.558240 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.558400 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.558563 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.558717 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.558870 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.559024 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.559177 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.559338 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.559494 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.559648 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.559810 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.559965 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.560117 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.560275 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.560439 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.560592 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.560749 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.560903 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.561057 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.561213 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.561368 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.561526 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.561689 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.561851 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.562009 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.562190 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.562354 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.562516 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.562671 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.562831 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.562996 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.563150 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.563306 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.563460 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.563614 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.563768 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.563922 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.564075 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.564230 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.564384 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.564538 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.564691 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.564835 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.564989 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.565142 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.565295 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.565451 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.565605 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.565758 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.565913 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 20:25:09.566081 dv-cinder-847189-4-iscsi neutron-server[88054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 20:25:09.609175 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 41540) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:25:09.619270 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078495 Jun 24 20:25:20.396985 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e468db-f06b-4217-8622-8b6a4a29fee0 None None] get_active_networks_info from dv-cinder-847189-4-iscsi {{(pid=88161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 24 20:25:20.468459 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e468db-f06b-4217-8622-8b6a4a29fee0 None None] No non-hosted networks {{(pid=88161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 20:25:20.475323 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.agentschedulers_db [None req-48e468db-f06b-4217-8622-8b6a4a29fee0 None None] DHCP Agent not found on host dv-cinder-847189-4-iscsi {{(pid=88161) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 24 20:25:20.580279 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-da002ae8-3c88-48ff-a28e-9e2b1972b6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788360'] for agent, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:22.507054 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-80522cc3-12b6-449c-a7a8-0ad61abf89c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788360'] for agent, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:22.545038 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6d225838-2b66-4855-b4d5-e31533080ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:23.488982 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788360'] for agent, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:23.675422 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788360'] for agent, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:23.680272 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:23.681347 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:23.681842 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:23.682185 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:23.682671 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:23.684471 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:23.685289 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:23.685838 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:23.686422 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:23.687349 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:23.687817 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:23.688329 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:23.689018 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847189-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:25:23.706378 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847189-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:25:24.935698 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788360'] for agent, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:26.381714 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 41632) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:25:26.995404 dv-cinder-847189-4-iscsi neutron-server[88160]: WARNING oslo_policy.policy [None req-a501053d-9825-4255-9b85-f75c13616a99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 20:25:26.995979 dv-cinder-847189-4-iscsi neutron-server[88160]: WARNING oslo_policy.policy [None req-a501053d-9825-4255-9b85-f75c13616a99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 20:25:27.211451 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [None req-a501053d-9825-4255-9b85-f75c13616a99 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 20:25:27.212552 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-a501053d-9825-4255-9b85-f75c13616a99 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8299217 Jun 24 20:25:27.645792 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.db.l3_hamode_db [None req-d9288d0a-7336-4089-bba9-df6cb02bd326 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 20:25:27.727015 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9288d0a-7336-4089-bba9-df6cb02bd326 None None] Routers set() bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:25:27.727388 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9288d0a-7336-4089-bba9-df6cb02bd326 None None] Router IDs set() for agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 24 20:25:29.572451 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 41646) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:25:29.964694 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-a3a5e412-d2c9-4bb6-82f3-2f56ad3898ae admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:25:30.060283 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.policy [None req-a3a5e412-d2c9-4bb6-82f3-2f56ad3898ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88160) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 20:25:30.103948 dv-cinder-847189-4-iscsi neutron-server[88160]: WARNING oslo_policy.policy [None req-a3a5e412-d2c9-4bb6-82f3-2f56ad3898ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 20:25:30.104298 dv-cinder-847189-4-iscsi neutron-server[88160]: WARNING oslo_policy.policy [None req-a3a5e412-d2c9-4bb6-82f3-2f56ad3898ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 20:25:30.112425 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.quota [None req-a3a5e412-d2c9-4bb6-82f3-2f56ad3898ae admin admin] Loaded quota_driver: . Jun 24 20:25:30.131926 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-a3a5e412-d2c9-4bb6-82f3-2f56ad3898ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:25:30.195429 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3a5e412-d2c9-4bb6-82f3-2f56ad3898ae admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761139051107', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761139045454', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761139056343', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761139062181', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761144708303', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761144714833', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-589610', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-747730', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3903418', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3814439'] for rbac-policy, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:30.260952 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3a5e412-d2c9-4bb6-82f3-2f56ad3898ae admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:30.262529 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-a3a5e412-d2c9-4bb6-82f3-2f56ad3898ae admin admin] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6890945 Jun 24 20:25:32.915151 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 41660) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:25:33.533366 dv-cinder-847189-4-iscsi neutron-server[88159]: WARNING oslo_policy.policy [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 20:25:33.533931 dv-cinder-847189-4-iscsi neutron-server[88159]: WARNING oslo_policy.policy [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 20:25:33.747766 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Request body: {'network': {'project_id': 'b0801d57b1a04cb89502688714792c5d', 'admin_state_up': True, 'name': 'private'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:25:33.749340 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.quota [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Loaded quota_driver: . Jun 24 20:25:33.770018 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:25:33.780707 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Usage tracker for resource:network and tenant:b0801d57b1a04cb89502688714792c5d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:25:33.787748 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:25:33.795377 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:25:33.813841 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Made reservation on behalf of b0801d57b1a04cb89502688714792c5d for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:25:33.881564 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.policy [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88159) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 20:25:33.924678 dv-cinder-847189-4-iscsi neutron-server[88159]: WARNING oslo_policy.policy [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 20:25:33.925286 dv-cinder-847189-4-iscsi neutron-server[88159]: WARNING oslo_policy.policy [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 20:25:33.934505 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:33.956158 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:33.970898 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:25:33.974784 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Usage tracker for resource:security_group_rule and tenant:b0801d57b1a04cb89502688714792c5d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:25:33.979913 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:25:33.985548 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:25:34.091060 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:34.098065 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:34.124178 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:25:34.147354 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761140036720', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:34.147886 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Unsubscribe: segment precommit_create {{(pid=88159) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 20:25:34.148410 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.segments_db [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Added segment 6dca1879-75dc-4344-a603-1c808ec1c35f of type vlan for network 9e89a122-11b0-402d-87f7-53ed5f7b8178 Jun 24 20:25:34.209845 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6420827a-87b0-41b8-a6ef-1a6e03ceed92,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:25:34.234317 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:34.234662 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:34.234961 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:34.235274 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:34.235582 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:34.235893 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:34.236196 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:34.236503 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:34.236808 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:34.237222 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:34.237449 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:34.237751 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Tracked resource versions report: Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: pushed versions: Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: { 'AddressGroup': {'1.2'}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'ConntrackHelper': {'1.0'}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Log': {'1.0'}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Network': {'1.1'}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Port': {'1.7'}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'PortForwarding': {'1.2'}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'QosPolicy': {'1.8'}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'SecurityGroup': {'1.4'}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'SecurityGroupRule': {'1.2'}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'SubPort': {'1.0'}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Subnet': {'1.1'}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Trunk': {'1.1'}} Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: consumer versions: Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: { DHCP agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: L3 agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: Metadata agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: Metering agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: Open vSwitch agent@dv-cinder-847189-4-iscsi: { 'AddressGroup': '1.2', Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'ConntrackHelper': '1.0', Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Log': '1.0', Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Network': '1.1', Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Port': '1.7', Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'PortForwarding': '1.2', Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'QosPolicy': '1.8', Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'SecurityGroup': '1.4', Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'SecurityGroupRule': '1.2', Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'SubPort': '1.0', Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Subnet': '1.1', Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Trunk': '1.1'}} Jun 24 20:25:34.238891 dv-cinder-847189-4-iscsi neutron-server[88159]: {{(pid=88159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 20:25:34.264030 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:34.308531 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:34.309758 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:25:34.310427 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:34.413705 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] Pushing event updated for resources: {'Network': ['ID=9e89a122-11b0-402d-87f7-53ed5f7b8178,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:25:34.416544 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-fd9c5e56-014f-4cd7-8ac1-50a4148dd3ac admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4994435 Jun 24 20:25:34.426999 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network 9e89a122-11b0-402d-87f7-53ed5f7b8178 details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:25:37.130740 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 41682) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:25:37.577718 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c56c479-9240-46ec-8ac5-a099aa56dc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:25:37.579083 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-5c56c479-9240-46ec-8ac5-a099aa56dc84 admin admin] 10.222.0.33 "GET /v2.0/networks/9e89a122-11b0-402d-87f7-53ed5f7b8178 HTTP/1.1" status: 200 len: 825 time: 0.4473724 Jun 24 20:25:37.611321 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-d8ea9668-c7f7-45dc-8623-5207eafef533 admin admin] 10.222.0.33 "GET /v2.0/subnetpools/21991985-ff54-4cc6-a772-863d0c58c858 HTTP/1.1" status: 200 len: 734 time: 0.0239022 Jun 24 20:25:37.619544 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '21991985-ff54-4cc6-a772-863d0c58c858', 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:25:37.624128 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:25:37.628292 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Usage tracker for resource:subnet and tenant:b0801d57b1a04cb89502688714792c5d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:25:37.631688 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:25:37.638218 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:25:37.652016 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Made reservation on behalf of b0801d57b1a04cb89502688714792c5d for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:25:37.654490 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:37.933772 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:38.013492 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b1e972-eb96-4b2a-92fb-4df7bc9e50b4,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:25:38.019118 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Checking segment: {'id': '6dca1879-75dc-4344-a603-1c808ec1c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:25:38.019479 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Network hostable DHCP agents. Network: 9e89a122-11b0-402d-87f7-53ed5f7b8178, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:25:38.042051 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Network 9e89a122-11b0-402d-87f7-53ed5f7b8178 is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:25:38.055937 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, 9e89a122-11b0-402d-87f7-53ed5f7b8178) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:25:38.060619 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:25:38.061192 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:38.067207 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b13ff-a7ae-4629-9f15-134856699a3d None None] Network 9e89a122-11b0-402d-87f7-53ed5f7b8178 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:25:38.080675 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-91618a9d-505f-44bf-8ee5-4749d843f090 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4642766 Jun 24 20:25:38.350287 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3845f4-25c2-549b-a277-efe1d63686d0-9e89a122-11b0-402d-87f7-53ed5f7b8178', 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'fixed_ips': [{'subnet_id': '25b1e972-eb96-4b2a-92fb-4df7bc9e50b4'}]}} from dv-cinder-847189-4-iscsi. {{(pid=88161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 20:25:38.351612 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:38.533582 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.db_base_plugin_common [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Allocated IP 172.20.0.2 (9e89a122-11b0-402d-87f7-53ed5f7b8178/25b1e972-eb96-4b2a-92fb-4df7bc9e50b4/2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7) {{(pid=88161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:25:38.759322 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Notify callbacks [] for port, precommit_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:38.772816 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Transition to ACTIVE for port object 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:25:38.793095 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Transition to ACTIVE for port object 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 will not be triggered until provisioned by entity DHCP. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:25:38.799882 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:38.864959 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Network 9e89a122-11b0-402d-87f7-53ed5f7b8178 is already hosted by enough agents. {{(pid=88161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:25:38.868127 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.base_scheduler [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Resources bound (agent type, host, resource id): {{(pid=88161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:25:38.871464 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Received port after_create {{(pid=88161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:25:38.877786 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Pushing event updated for resources: {'Port': ['ID=2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7,revision_number=1']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:25:38.921158 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:38.921496 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:38.921830 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:38.922181 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:38.922496 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:38.922820 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:38.923138 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:38.923452 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:38.923783 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:38.924098 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:38.924443 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:38.924760 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Tracked resource versions report: Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: pushed versions: Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: { 'AddressGroup': {'1.2'}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'ConntrackHelper': {'1.0'}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Log': {'1.0'}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Network': {'1.1'}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Port': {'1.7'}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'PortForwarding': {'1.2'}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'QosPolicy': {'1.8'}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'SecurityGroup': {'1.4'}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'SecurityGroupRule': {'1.2'}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'SubPort': {'1.0'}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Subnet': {'1.1'}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Trunk': {'1.1'}} Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: consumer versions: Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: { DHCP agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: L3 agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: Metadata agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: Metering agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: Open vSwitch agent@dv-cinder-847189-4-iscsi: { 'AddressGroup': '1.2', Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'ConntrackHelper': '1.0', Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Log': '1.0', Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Network': '1.1', Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Port': '1.7', Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'PortForwarding': '1.2', Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'QosPolicy': '1.8', Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'SecurityGroup': '1.4', Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'SecurityGroupRule': '1.2', Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'SubPort': '1.0', Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Subnet': '1.1', Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Trunk': '1.1'}} Jun 24 20:25:38.925876 dv-cinder-847189-4-iscsi neutron-server[88161]: {{(pid=88161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 20:25:38.989567 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Attempting to bind port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:25:38.989953 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Attempting to bind port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '6dca1879-75dc-4344-a603-1c808ec1c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:25:38.990385 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Attempting to bind port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 on network 9e89a122-11b0-402d-87f7-53ed5f7b8178 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:25:38.995665 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:25:38.996030 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Checking segment: {'id': '6dca1879-75dc-4344-a603-1c808ec1c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:25:38.996475 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:38.996853 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Bound using segment: {'id': '6dca1879-75dc-4344-a603-1c808ec1c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:25:38.997318 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Bound port: 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dca1879-75dc-4344-a603-1c808ec1c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:25:38.997710 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:39.085328 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] For port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:25:39.089276 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] For port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7,segment=NetworkSegment(6dca1879-75dc-4344-a603-1c808ec1c35f),segment_id=6dca1879-75dc-4344-a603-1c808ec1c35f)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:25:39.094795 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:39.183781 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29781d6-0cba-44ae-981d-9d267c6db90a None None] Pushing event updated for resources: {'Port': ['ID=2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:25:40.470202 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 41692) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:25:40.841720 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [None req-f4e3c58e-b6ad-42c3-8d93-2b67cfdf8474 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 20:25:40.842832 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-f4e3c58e-b6ad-42c3-8d93-2b67cfdf8474 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3716626 Jun 24 20:25:42.920446 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275edd51-899c-4945-83b7-42426650d0d2 None None] Network 9e89a122-11b0-402d-87f7-53ed5f7b8178 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:25:43.016959 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-fcb30080-bb9e-4eb0-8cef-469daf7e9598 None None] Provisioning for port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:25:43.238883 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 41706) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:25:43.419482 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:25:43.488515 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:25:43.493180 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:25:43.493578 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:43.611189 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:25:43.611602 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:43.632259 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [None req-8cfc5a34-96e8-46b2-9de2-36ed67d02cd1 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 20:25:43.633238 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-8cfc5a34-96e8-46b2-9de2-36ed67d02cd1 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3931684 Jun 24 20:25:43.646421 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7,segment=NetworkSegment(6dca1879-75dc-4344-a603-1c808ec1c35f),segment_id=6dca1879-75dc-4344-a603-1c808ec1c35f)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:25:43.652383 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:43.725276 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:25:45.392569 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:25:45.458599 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:25:45.458964 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:45.573665 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:25:46.345824 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 41718) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:25:46.709742 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d2b928ab-1b7d-43d1-9aac-73d1da5b2793 admin admin] Request body: {'router': {'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'name': 'router1', 'admin_state_up': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:25:46.714958 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d2b928ab-1b7d-43d1-9aac-73d1da5b2793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:25:46.718849 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d2b928ab-1b7d-43d1-9aac-73d1da5b2793 admin admin] Usage tracker for resource:router and tenant:b0801d57b1a04cb89502688714792c5d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:25:46.722604 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d2b928ab-1b7d-43d1-9aac-73d1da5b2793 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:25:46.728903 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d2b928ab-1b7d-43d1-9aac-73d1da5b2793 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:25:46.743501 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2b928ab-1b7d-43d1-9aac-73d1da5b2793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3800691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60277'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:46.745812 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2b928ab-1b7d-43d1-9aac-73d1da5b2793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3848008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64902'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:46.775138 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2b928ab-1b7d-43d1-9aac-73d1da5b2793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:46.890326 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2b928ab-1b7d-43d1-9aac-73d1da5b2793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787037'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:46.912259 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2b928ab-1b7d-43d1-9aac-73d1da5b2793 admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:46.913658 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-d2b928ab-1b7d-43d1-9aac-73d1da5b2793 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5666671 Jun 24 20:25:49.282173 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 41728) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:25:49.670188 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [None req-930dcf31-078b-4e73-bcf8-2abbf8cd0ca2 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 20:25:49.671598 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-930dcf31-078b-4e73-bcf8-2abbf8cd0ca2 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3880889 Jun 24 20:25:50.315348 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-00f9388f-f36c-4c6c-9c60-265a42e44d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:52.094313 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 41738) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:25:52.479252 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:25:52.484425 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:25:52.488353 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Usage tracker for resource:network and tenant:a1c9ac74b1bb4b3b8dabb8da5c46c2cd is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:25:52.491134 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:25:52.497253 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:25:52.498678 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-d32ba660-fd22-4880-8adf-5bbeb55ab766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:52.508082 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Made reservation on behalf of a1c9ac74b1bb4b3b8dabb8da5c46c2cd for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:25:52.510324 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:52.521993 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:52.536228 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:25:52.540169 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Usage tracker for resource:security_group_rule and tenant:a1c9ac74b1bb4b3b8dabb8da5c46c2cd is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:25:52.542965 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:25:52.548978 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:25:52.631029 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:52.637423 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:52.675526 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Reserving flat network on physical network physnet1 {{(pid=88159) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 20:25:52.688496 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3b2edb-b4cc-4f17-b670-d46c832e3276,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:25:52.695040 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:52.695317 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.segments_db [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Added segment eba735b3-141c-4c0b-905b-eb0981cffac3 of type flat for network cd9f41e2-529a-43c2-b620-1636d255c50a Jun 24 20:25:52.728422 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:52.767263 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:52.768375 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:25:52.768955 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:52.866006 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] Pushing event updated for resources: {'Network': ['ID=cd9f41e2-529a-43c2-b620-1636d255c50a,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:25:52.870613 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-6058be7d-fac4-492d-9997-fda896822202 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7754059 Jun 24 20:25:52.876039 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network cd9f41e2-529a-43c2-b620-1636d255c50a details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:25:53.462422 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:53.673380 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:54.920218 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:55.282393 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 41758) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:25:55.515750 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e57cc7-f6e1-4cd3-858d-cfd718c03e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:25:55.517104 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-37e57cc7-f6e1-4cd3-858d-cfd718c03e9a admin admin] 10.222.0.33 "GET /v2.0/subnets/25b1e972-eb96-4b2a-92fb-4df7bc9e50b4 HTTP/1.1" status: 200 len: 849 time: 0.2337947 Jun 24 20:25:55.697756 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-9298170a-9fbd-49d5-acaa-56b57be3746b admin admin] 10.222.0.33 "GET /v2.0/routers/6f6639f7-e104-4a18-bfdc-ceff982379c7 HTTP/1.1" status: 200 len: 704 time: 0.1748688 Jun 24 20:25:56.166771 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:56.419411 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Allocated IP 172.20.0.1 (9e89a122-11b0-402d-87f7-53ed5f7b8178/25b1e972-eb96-4b2a-92fb-4df7bc9e50b4/b27add62-ce82-4bca-8b99-a2568b1fcb5c) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:25:56.585327 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:56.613912 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Transition to ACTIVE for port object b27add62-ce82-4bca-8b99-a2568b1fcb5c will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:25:56.676776 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:56.730619 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Network 9e89a122-11b0-402d-87f7-53ed5f7b8178 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:25:56.733406 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:25:56.773411 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Pushing event updated for resources: {'Port': ['ID=b27add62-ce82-4bca-8b99-a2568b1fcb5c,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:25:56.777590 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:25:56.778153 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800663'] for router_interface, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:56.900386 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:56.900721 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:56.901053 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:56.901376 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:56.901696 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:56.902018 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:56.902354 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:56.902666 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:56.902974 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:56.903285 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:56.903590 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:56.903883 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Tracked resource versions report: Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: pushed versions: Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: { 'AddressGroup': {'1.2'}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'ConntrackHelper': {'1.0'}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Log': {'1.0'}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Network': {'1.1'}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Port': {'1.7'}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'PortForwarding': {'1.2'}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'QosPolicy': {'1.8'}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'SecurityGroup': {'1.4'}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'SecurityGroupRule': {'1.2'}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'SubPort': {'1.0'}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Subnet': {'1.1'}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Trunk': {'1.1'}} Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: consumer versions: Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: { DHCP agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: L3 agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: Metadata agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: Metering agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: Open vSwitch agent@dv-cinder-847189-4-iscsi: { 'AddressGroup': '1.2', Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'ConntrackHelper': '1.0', Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Log': '1.0', Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Network': '1.1', Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Port': '1.7', Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'PortForwarding': '1.2', Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'QosPolicy': '1.8', Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'SecurityGroup': '1.4', Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'SecurityGroupRule': '1.2', Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'SubPort': '1.0', Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Subnet': '1.1', Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Trunk': '1.1'}} Jun 24 20:25:56.904992 dv-cinder-847189-4-iscsi neutron-server[88160]: {{(pid=88160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 20:25:56.979776 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-82d69046-54ca-4ed7-8271-d9979a13fd7a None None] Provisioning for port b27add62-ce82-4bca-8b99-a2568b1fcb5c completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:25:56.984570 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-82d69046-54ca-4ed7-8271-d9979a13fd7a None None] Provisioning complete for port b27add62-ce82-4bca-8b99-a2568b1fcb5c triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:25:56.985016 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-82d69046-54ca-4ed7-8271-d9979a13fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:57.041173 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-82d69046-54ca-4ed7-8271-d9979a13fd7a None None] Port b27add62-ce82-4bca-8b99-a2568b1fcb5c cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:25:57.044533 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:57.273968 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:57.279830 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:57.280530 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4173672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800626'] for router_interface, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:57.434385 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Pushing event updated for resources: {'Port': ['ID=b27add62-ce82-4bca-8b99-a2568b1fcb5c,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:25:57.496634 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Network 9e89a122-11b0-402d-87f7-53ed5f7b8178 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:25:57.497758 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:25:57.664848 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-471b48d9-9f31-445f-9ec8-07348719e5ba None None] Provisioning complete for port b27add62-ce82-4bca-8b99-a2568b1fcb5c triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:25:57.665223 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-471b48d9-9f31-445f-9ec8-07348719e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:57.691293 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Router 6f6639f7-e104-4a18-bfdc-ceff982379c7 is scheduled to L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 with binding_index 1 {{(pid=88160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 20:25:57.717956 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-471b48d9-9f31-445f-9ec8-07348719e5ba None None] Port b27add62-ce82-4bca-8b99-a2568b1fcb5c cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:25:57.845638 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:25:57.855879 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-38504090-198a-4041-b5cb-c33ac2b4cd00 admin admin] 10.222.0.33 "PUT /v2.0/routers/6f6639f7-e104-4a18-bfdc-ceff982379c7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1510403 Jun 24 20:25:57.856301 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Sync routers for ids ['6f6639f7-e104-4a18-bfdc-ceff982379c7'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:25:57.872865 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Routers {'6f6639f7-e104-4a18-bfdc-ceff982379c7'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:25:57.873980 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:25:52Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['6f6639f7-e104-4a18-bfdc-ceff982379c7'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:25:58.046643 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Set router 6f6639f7-e104-4a18-bfdc-ceff982379c7 gateway port host: None {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:25:58.414872 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'name': 'router1', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:25:46Z', 'updated_at': '2022-06-24T20:25:56Z', 'revision_number': 2, 'project_id': 'b0801d57b1a04cb89502688714792c5d', 'gw_port_host': None, '_interfaces': [{'id': 'b27add62-ce82-4bca-8b99-a2568b1fcb5c', 'name': '', 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'mac_address': 'fa:16:3e:14:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25b1e972-eb96-4b2a-92fb-4df7bc9e50b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:25:56Z', 'updated_at': '2022-06-24T20:25:57Z', 'revision_number': 2, 'project_id': 'b0801d57b1a04cb89502688714792c5d', 'subnets': [{'id': '25b1e972-eb96-4b2a-92fb-4df7bc9e50b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21991985-ff54-4cc6-a772-863d0c58c858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:25:58.419727 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Checking router: 6f6639f7-e104-4a18-bfdc-ceff982379c7 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:25:58.420087 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Updating router 6f6639f7-e104-4a18-bfdc-ceff982379c7 port b27add62-ce82-4bca-8b99-a2568b1fcb5c binding host dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:25:58.474105 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:58.862710 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Notify callbacks [] for port, precommit_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:58.878572 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.provisioning_blocks [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Transition to ACTIVE for port object b27add62-ce82-4bca-8b99-a2568b1fcb5c will not be triggered until provisioned by entity L2. {{(pid=88162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:25:58.885733 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:59.097234 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Pushing event updated for resources: {'Port': ['ID=b27add62-ce82-4bca-8b99-a2568b1fcb5c,revision_number=3']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:25:59.116241 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:59.116455 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:59.116808 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:59.117132 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:59.117444 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:59.117759 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:59.118070 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:59.118408 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:59.118722 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:59.119037 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:59.119340 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:59.119643 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Tracked resource versions report: Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: pushed versions: Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: { 'AddressGroup': {'1.2'}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'ConntrackHelper': {'1.0'}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Log': {'1.0'}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Network': {'1.1'}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Port': {'1.7'}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'PortForwarding': {'1.2'}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'QosPolicy': {'1.8'}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'SecurityGroup': {'1.4'}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'SecurityGroupRule': {'1.2'}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'SubPort': {'1.0'}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Subnet': {'1.1'}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Trunk': {'1.1'}} Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: consumer versions: Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: { DHCP agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: L3 agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: Metadata agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: Metering agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: Open vSwitch agent@dv-cinder-847189-4-iscsi: { 'AddressGroup': '1.2', Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'ConntrackHelper': '1.0', Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Log': '1.0', Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Network': '1.1', Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Port': '1.7', Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'PortForwarding': '1.2', Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'QosPolicy': '1.8', Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'SecurityGroup': '1.4', Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'SecurityGroupRule': '1.2', Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'SubPort': '1.0', Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Subnet': '1.1', Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Trunk': '1.1'}} Jun 24 20:25:59.120735 dv-cinder-847189-4-iscsi neutron-server[88162]: {{(pid=88162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 20:25:59.126300 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Attempting to bind port b27add62-ce82-4bca-8b99-a2568b1fcb5c on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:25:59.126770 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Attempting to bind port b27add62-ce82-4bca-8b99-a2568b1fcb5c by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '6dca1879-75dc-4344-a603-1c808ec1c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178'}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:25:59.127162 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Attempting to bind port b27add62-ce82-4bca-8b99-a2568b1fcb5c on network 9e89a122-11b0-402d-87f7-53ed5f7b8178 {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:25:59.133584 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:25:59.133967 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Checking segment: {'id': '6dca1879-75dc-4344-a603-1c808ec1c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:25:59.134466 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:59.134839 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Bound using segment: {'id': '6dca1879-75dc-4344-a603-1c808ec1c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178'} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:25:59.135321 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Bound port: b27add62-ce82-4bca-8b99-a2568b1fcb5c, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dca1879-75dc-4344-a603-1c808ec1c35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178'}}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:25:59.135693 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:59.223156 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] For port b27add62-ce82-4bca-8b99-a2568b1fcb5c, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:25:59.227679 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] For port b27add62-ce82-4bca-8b99-a2568b1fcb5c, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=b27add62-ce82-4bca-8b99-a2568b1fcb5c,segment=NetworkSegment(6dca1879-75dc-4344-a603-1c808ec1c35f),segment_id=6dca1879-75dc-4344-a603-1c808ec1c35f)] {{(pid=88162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:25:59.234202 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:25:59.314923 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Routers {'6f6639f7-e104-4a18-bfdc-ceff982379c7'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:25:59.315530 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:25:52Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['6f6639f7-e104-4a18-bfdc-ceff982379c7'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:25:59.463973 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ac6ea-ed50-4c56-a3c1-f013e57e248c None None] Pushing event updated for resources: {'Port': ['ID=b27add62-ce82-4bca-8b99-a2568b1fcb5c,revision_number=4']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:25:59.497766 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] Set router 6f6639f7-e104-4a18-bfdc-ceff982379c7 gateway port host: None {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:25:59.818518 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'name': 'router1', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:25:46Z', 'updated_at': '2022-06-24T20:25:56Z', 'revision_number': 2, 'project_id': 'b0801d57b1a04cb89502688714792c5d', 'gw_port_host': None, '_interfaces': [{'id': 'b27add62-ce82-4bca-8b99-a2568b1fcb5c', 'name': '', 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'mac_address': 'fa:16:3e:14:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25b1e972-eb96-4b2a-92fb-4df7bc9e50b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:25:56Z', 'updated_at': '2022-06-24T20:25:59Z', 'revision_number': 4, 'project_id': 'b0801d57b1a04cb89502688714792c5d', 'subnets': [{'id': '25b1e972-eb96-4b2a-92fb-4df7bc9e50b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21991985-ff54-4cc6-a772-863d0c58c858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:25:59.822807 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574bf88f-3924-4fc6-9a38-9642ecc66c34 None None] The sync data for ids ['6f6639f7-e104-4a18-bfdc-ceff982379c7'] in dv-cinder-847189-4-iscsi is: [{'id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'name': 'router1', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:25:46Z', 'updated_at': '2022-06-24T20:25:56Z', 'revision_number': 2, 'project_id': 'b0801d57b1a04cb89502688714792c5d', 'gw_port_host': None, '_interfaces': [{'id': 'b27add62-ce82-4bca-8b99-a2568b1fcb5c', 'name': '', 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'mac_address': 'fa:16:3e:14:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25b1e972-eb96-4b2a-92fb-4df7bc9e50b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:25:56Z', 'updated_at': '2022-06-24T20:25:59Z', 'revision_number': 4, 'project_id': 'b0801d57b1a04cb89502688714792c5d', 'subnets': [{'id': '25b1e972-eb96-4b2a-92fb-4df7bc9e50b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21991985-ff54-4cc6-a772-863d0c58c858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:26:00.091687 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 41784) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:26:00.238273 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb26d2f-80a4-4710-a197-760f095f4aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:26:00.239709 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-4cb26d2f-80a4-4710-a197-760f095f4aea admin admin] 10.222.0.33 "GET /v2.0/networks/cd9f41e2-529a-43c2-b620-1636d255c50a HTTP/1.1" status: 200 len: 842 time: 0.1461194 Jun 24 20:26:00.248892 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:26:00.254643 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:26:00.258809 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Usage tracker for resource:subnet and tenant:a1c9ac74b1bb4b3b8dabb8da5c46c2cd is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:26:00.261852 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:26:00.268774 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:26:00.280798 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Made reservation on behalf of a1c9ac74b1bb4b3b8dabb8da5c46c2cd for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:26:00.283325 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Notify callbacks [] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:00.728492 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.objects.ports [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88160) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 24 20:26:00.728953 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:00.798385 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=f93ab8ff-dccc-4820-98b1-7f51c7fbdd97,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:26:00.809155 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Checking segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:26:00.809511 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Network hostable DHCP agents. Network: cd9f41e2-529a-43c2-b620-1636d255c50a, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:26:00.835133 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Network cd9f41e2-529a-43c2-b620-1636d255c50a is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:26:00.846705 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, cd9f41e2-529a-43c2-b620-1636d255c50a) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:26:00.852137 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:26:00.852877 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:00.856169 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e7f54-1a2d-45d8-be87-a9c29d8c8ec9 None None] Network cd9f41e2-529a-43c2-b620-1636d255c50a requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:26:00.874563 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-b6c3abb3-a1b6-4bcb-a99d-10cdc187f1db admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6290491 Jun 24 20:26:01.103652 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1746da45-1938-4378-97ab-900fd49c1dc0 None None] Network cd9f41e2-529a-43c2-b620-1636d255c50a requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:26:01.429232 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device b27add62-ce82-4bca-8b99-a2568b1fcb5c up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:26:01.497608 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port b27add62-ce82-4bca-8b99-a2568b1fcb5c completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:26:01.502859 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port b27add62-ce82-4bca-8b99-a2568b1fcb5c triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:26:01.503223 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:01.618966 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port b27add62-ce82-4bca-8b99-a2568b1fcb5c is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:26:01.619355 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:01.651226 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port b27add62-ce82-4bca-8b99-a2568b1fcb5c, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=b27add62-ce82-4bca-8b99-a2568b1fcb5c,segment=NetworkSegment(6dca1879-75dc-4344-a603-1c808ec1c35f),segment_id=6dca1879-75dc-4344-a603-1c808ec1c35f)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:26:01.655301 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:01.721723 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=b27add62-ce82-4bca-8b99-a2568b1fcb5c,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:26:03.153415 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 41798) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:26:03.359559 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-cc3decc9-d28e-435f-b6cc-58cd5bff2957 admin admin] 10.222.0.33 "GET /v2.0/routers/6f6639f7-e104-4a18-bfdc-ceff982379c7 HTTP/1.1" status: 200 len: 710 time: 0.2049923 Jun 24 20:26:03.403421 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device b27add62-ce82-4bca-8b99-a2568b1fcb5c up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:26:03.474290 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port b27add62-ce82-4bca-8b99-a2568b1fcb5c triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:26:03.474633 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:03.520663 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cc438c-44c1-466f-b80a-f8daa2cff927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:26:03.521976 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-a9cc438c-44c1-466f-b80a-f8daa2cff927 admin admin] 10.222.0.33 "GET /v2.0/networks/cd9f41e2-529a-43c2-b620-1636d255c50a HTTP/1.1" status: 200 len: 886 time: 0.1617522 Jun 24 20:26:03.530710 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:26:03.590759 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port b27add62-ce82-4bca-8b99-a2568b1fcb5c is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:26:03.954742 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64916'] for router, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:04.277132 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:04.330776 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:04.463698 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Allocated IP 172.27.1.241 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/9a46fceb-accd-4a16-9ebe-270cc6722078) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:26:04.609196 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:04.644308 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:04.698342 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:26:04.700888 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:26:04.704305 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:26:04.866479 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Pushing event updated for resources: {'Port': ['ID=9a46fceb-accd-4a16-9ebe-270cc6722078,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:26:05.132492 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:05.461028 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64916'] for router, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:05.465628 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3787123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3787108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3800763'] for router, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:05.647425 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Router 6f6639f7-e104-4a18-bfdc-ceff982379c7 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:26:05.823786 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:26:05.832326 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:05.833484 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-29a1c3bb-999e-41c7-bb15-d13e6fbf4081 admin admin] 10.222.0.33 "PUT /v2.0/routers/6f6639f7-e104-4a18-bfdc-ceff982379c7 HTTP/1.1" status: 200 len: 890 time: 2.3058681 Jun 24 20:26:05.834218 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Sync routers for ids ['6f6639f7-e104-4a18-bfdc-ceff982379c7'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:26:05.844825 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Routers {'6f6639f7-e104-4a18-bfdc-ceff982379c7'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:26:05.845528 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:25:52Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['6f6639f7-e104-4a18-bfdc-ceff982379c7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:26:06.036305 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Set router 6f6639f7-e104-4a18-bfdc-ceff982379c7 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:26:06.373614 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'name': 'router1', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9a46fceb-accd-4a16-9ebe-270cc6722078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:25:46Z', 'updated_at': '2022-06-24T20:26:04Z', 'revision_number': 4, 'project_id': 'b0801d57b1a04cb89502688714792c5d', 'gw_port': {'id': '9a46fceb-accd-4a16-9ebe-270cc6722078', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:26:04Z', 'updated_at': '2022-06-24T20:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'b27add62-ce82-4bca-8b99-a2568b1fcb5c', 'name': '', 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'mac_address': 'fa:16:3e:14:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25b1e972-eb96-4b2a-92fb-4df7bc9e50b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:25:56Z', 'updated_at': '2022-06-24T20:26:01Z', 'revision_number': 5, 'project_id': 'b0801d57b1a04cb89502688714792c5d', 'subnets': [{'id': '25b1e972-eb96-4b2a-92fb-4df7bc9e50b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21991985-ff54-4cc6-a772-863d0c58c858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:26:06.378494 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Checking router: 6f6639f7-e104-4a18-bfdc-ceff982379c7 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:26:06.378835 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Updating router 6f6639f7-e104-4a18-bfdc-ceff982379c7 port 9a46fceb-accd-4a16-9ebe-270cc6722078 binding host dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:26:06.457573 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:06.777483 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:06.789376 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Transition to ACTIVE for port object 9a46fceb-accd-4a16-9ebe-270cc6722078 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:26:06.795898 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:06.875029 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7488b-d955-479b-810e-dcd0440e03f1 None None] Pushing event updated for resources: {'Port': ['ID=9a46fceb-accd-4a16-9ebe-270cc6722078,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:26:06.880211 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Attempting to bind port 9a46fceb-accd-4a16-9ebe-270cc6722078 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:26:06.880557 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Attempting to bind port 9a46fceb-accd-4a16-9ebe-270cc6722078 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:26:06.880906 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Attempting to bind port 9a46fceb-accd-4a16-9ebe-270cc6722078 on network cd9f41e2-529a-43c2-b620-1636d255c50a {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:26:06.886586 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:26:06.886934 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Checking segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:26:06.887337 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:06.887716 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Bound using segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:26:06.888149 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Bound port: 9a46fceb-accd-4a16-9ebe-270cc6722078, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:26:06.888530 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:06.958921 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] For port 9a46fceb-accd-4a16-9ebe-270cc6722078, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:26:06.961962 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] For port 9a46fceb-accd-4a16-9ebe-270cc6722078, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=9a46fceb-accd-4a16-9ebe-270cc6722078,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:26:06.967551 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:07.047106 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7488b-d955-479b-810e-dcd0440e03f1 None None] Pushing event updated for resources: {'Port': ['ID=9a46fceb-accd-4a16-9ebe-270cc6722078,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:26:07.052468 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Routers {'6f6639f7-e104-4a18-bfdc-ceff982379c7'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:26:07.053064 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:25:52Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['6f6639f7-e104-4a18-bfdc-ceff982379c7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:26:07.228888 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] Set router 6f6639f7-e104-4a18-bfdc-ceff982379c7 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:26:07.549426 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'name': 'router1', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9a46fceb-accd-4a16-9ebe-270cc6722078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:25:46Z', 'updated_at': '2022-06-24T20:26:04Z', 'revision_number': 4, 'project_id': 'b0801d57b1a04cb89502688714792c5d', 'gw_port': {'id': '9a46fceb-accd-4a16-9ebe-270cc6722078', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:26:04Z', 'updated_at': '2022-06-24T20:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'b27add62-ce82-4bca-8b99-a2568b1fcb5c', 'name': '', 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'mac_address': 'fa:16:3e:14:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25b1e972-eb96-4b2a-92fb-4df7bc9e50b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:25:56Z', 'updated_at': '2022-06-24T20:26:01Z', 'revision_number': 5, 'project_id': 'b0801d57b1a04cb89502688714792c5d', 'subnets': [{'id': '25b1e972-eb96-4b2a-92fb-4df7bc9e50b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21991985-ff54-4cc6-a772-863d0c58c858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:26:07.553943 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c87ae5-7143-4849-a7e1-a1a2b54a8a36 None None] The sync data for ids ['6f6639f7-e104-4a18-bfdc-ceff982379c7'] in dv-cinder-847189-4-iscsi is: [{'id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'name': 'router1', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9a46fceb-accd-4a16-9ebe-270cc6722078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:25:46Z', 'updated_at': '2022-06-24T20:26:04Z', 'revision_number': 4, 'project_id': 'b0801d57b1a04cb89502688714792c5d', 'gw_port': {'id': '9a46fceb-accd-4a16-9ebe-270cc6722078', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:26:04Z', 'updated_at': '2022-06-24T20:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'b27add62-ce82-4bca-8b99-a2568b1fcb5c', 'name': '', 'network_id': '9e89a122-11b0-402d-87f7-53ed5f7b8178', 'tenant_id': 'b0801d57b1a04cb89502688714792c5d', 'mac_address': 'fa:16:3e:14:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6639f7-e104-4a18-bfdc-ceff982379c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '25b1e972-eb96-4b2a-92fb-4df7bc9e50b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:25:56Z', 'updated_at': '2022-06-24T20:26:01Z', 'revision_number': 5, 'project_id': 'b0801d57b1a04cb89502688714792c5d', 'subnets': [{'id': '25b1e972-eb96-4b2a-92fb-4df7bc9e50b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21991985-ff54-4cc6-a772-863d0c58c858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:26:08.211835 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 41808) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:26:08.337910 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-4b680e22-c01e-4edb-b450-f7118174002a admin admin] 10.222.0.33 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1241746 Jun 24 20:26:09.431671 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 9a46fceb-accd-4a16-9ebe-270cc6722078 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:26:09.505287 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 9a46fceb-accd-4a16-9ebe-270cc6722078 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:26:09.510249 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 9a46fceb-accd-4a16-9ebe-270cc6722078 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:26:09.510622 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:09.632160 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 9a46fceb-accd-4a16-9ebe-270cc6722078 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:26:09.632482 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:09.649321 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 9a46fceb-accd-4a16-9ebe-270cc6722078, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=9a46fceb-accd-4a16-9ebe-270cc6722078,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:26:09.653026 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:09.721468 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=9a46fceb-accd-4a16-9ebe-270cc6722078,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:26:11.416323 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 9a46fceb-accd-4a16-9ebe-270cc6722078 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:26:11.482405 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 9a46fceb-accd-4a16-9ebe-270cc6722078 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:26:11.482751 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:11.633610 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 9a46fceb-accd-4a16-9ebe-270cc6722078 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:26:20.322665 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-9bc2fe64-031d-4b71-a746-7d487f3a66f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:22.502910 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-cc98ccae-4997-4c86-bc28-ebede8a374e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:23.451741 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 5 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:26:23.466118 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:23.677871 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:24.926926 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:50.316553 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-764aec56-ce6a-45f1-8081-91864bac3188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:52.514352 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-864bb0dd-675d-4072-a0b4-4eda3fd702de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:53.470104 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:53.682486 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:26:54.931439 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:27:00.455599 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 5 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:27:20.322057 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5b310a69-47fa-4a77-9884-9a491c6f9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:27:22.510193 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-fd829f8f-72c1-4dbe-b693-6be0bdd0effd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:27:23.472780 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:27:23.690457 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:27:24.935163 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:27:37.454509 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 5 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:27:50.316429 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-a420f73a-e00d-40fb-9d49-716459ce6f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:27:52.519922 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-45698423-296f-4515-bd63-f97e7e7420d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:27:53.478946 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:27:53.687496 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:27:54.936856 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:11.092291 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 42378) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:11.181431 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0405897-43d1-4ac8-b746-89054a2d6dd2 admin admin] GET failed (client error): The resource could not be found. Jun 24 20:28:11.181940 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d0405897-43d1-4ac8-b746-89054a2d6dd2 admin admin] Synchronizing usage tracker for tenant:a1c9ac74b1bb4b3b8dabb8da5c46c2cd on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:28:11.203207 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d0405897-43d1-4ac8-b746-89054a2d6dd2 admin admin] Unset dirty status for tenant:a1c9ac74b1bb4b3b8dabb8da5c46c2cd on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:28:11.204356 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-d0405897-43d1-4ac8-b746-89054a2d6dd2 admin admin] 10.222.0.33 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1107917 Jun 24 20:28:11.349093 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1340f3-672d-4a36-833c-430fb19c1f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:11.350488 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-1c1340f3-672d-4a36-833c-430fb19c1f2f admin admin] 10.222.0.33 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1403408 Jun 24 20:28:13.488536 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 42388) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:13.607194 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97591d61-53ec-42d0-8a7f-a4bab0a68bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:13.608515 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-97591d61-53ec-42d0-8a7f-a4bab0a68bf3 admin admin] 10.222.0.33 "GET /v2.0/subnets/25b1e972-eb96-4b2a-92fb-4df7bc9e50b4 HTTP/1.1" status: 200 len: 849 time: 0.1190209 Jun 24 20:28:13.617592 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:28:13.731506 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Notify callbacks [] for subnet, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:13.934608 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761139943307'] for subnet, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:13.982173 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:13.982684 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:13.998176 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] 10.222.0.33 "PUT /v2.0/subnets/25b1e972-eb96-4b2a-92fb-4df7bc9e50b4 HTTP/1.1" status: 200 len: 868 time: 0.3699040 Jun 24 20:28:13.998453 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251cffc8-f0da-4896-a6ea-8b8ae7b73bf3 None None] Network 9e89a122-11b0-402d-87f7-53ed5f7b8178 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:28:14.006998 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b1e972-eb96-4b2a-92fb-4df7bc9e50b4,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:28:14.014597 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:14.014967 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:14.015319 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:14.015634 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:14.015958 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:14.016283 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:14.016602 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:14.016919 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:14.017250 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:14.017566 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:14.017915 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:14.018268 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b1340-c7eb-42ce-b7d2-92f72aa0f47f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:14.454566 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 5 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:28:14.475878 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-80d38e7f-ad2b-4a37-bb10-acaeec7a5ba8 None None] Provisioning complete for port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:28:14.476259 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-80d38e7f-ad2b-4a37-bb10-acaeec7a5ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:14.589340 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-80d38e7f-ad2b-4a37-bb10-acaeec7a5ba8 None None] Current status of the port 2ebaa84a-7bba-4d90-a4f3-0c70dacea0c7 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:28:14.600538 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-80d38e7f-ad2b-4a37-bb10-acaeec7a5ba8 None None] Provisioning complete for port b27add62-ce82-4bca-8b99-a2568b1fcb5c triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:28:14.600897 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-80d38e7f-ad2b-4a37-bb10-acaeec7a5ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:14.716377 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-80d38e7f-ad2b-4a37-bb10-acaeec7a5ba8 None None] Current status of the port b27add62-ce82-4bca-8b99-a2568b1fcb5c is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:28:16.134406 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 42398) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:16.333550 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d3cebb-d88d-40e0-9d94-c9d61f94e002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:16.333908 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d3cebb-d88d-40e0-9d94-c9d61f94e002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:16.335497 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-c0d3cebb-d88d-40e0-9d94-c9d61f94e002 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2001331 Jun 24 20:28:18.494683 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 42408) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:18.698748 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880706da-e260-4aba-8153-6be413467fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:18.699196 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880706da-e260-4aba-8153-6be413467fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:18.700793 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-880706da-e260-4aba-8153-6be413467fc3 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2048099 Jun 24 20:28:20.320386 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3fd38160-6896-4bf2-8027-739bad13d716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:20.871540 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 42418) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:21.057853 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09087a5-e033-4685-a0ea-cc6946110b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:21.059123 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-e09087a5-e033-4685-a0ea-cc6946110b06 admin admin] 10.222.0.33 "GET /v2.0/networks/9e89a122-11b0-402d-87f7-53ed5f7b8178 HTTP/1.1" status: 200 len: 869 time: 0.1865664 Jun 24 20:28:22.515514 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6973a241-3c67-4aa3-83c6-2d2986be4632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:23.233329 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42428) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:23.451208 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf401670-4227-4322-96ec-fd2fc831061c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:23.452571 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-bf401670-4227-4322-96ec-fd2fc831061c admin admin] 10.222.0.33 "GET /v2.0/networks/cd9f41e2-529a-43c2-b620-1636d255c50a HTTP/1.1" status: 200 len: 886 time: 0.2183008 Jun 24 20:28:23.490495 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:23.683015 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:24.940080 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:25.602334 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42438) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:25.721036 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd2c371-6dee-49cc-b65a-2ec763322927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:25.721503 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd2c371-6dee-49cc-b65a-2ec763322927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:25.722294 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-cfd2c371-6dee-49cc-b65a-2ec763322927 admin admin] Synchronizing usage tracker for tenant:a1c9ac74b1bb4b3b8dabb8da5c46c2cd on resource:subnet {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:28:25.741944 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-cfd2c371-6dee-49cc-b65a-2ec763322927 admin admin] Unset dirty status for tenant:a1c9ac74b1bb4b3b8dabb8da5c46c2cd on resource:subnet {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:28:25.743153 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-cfd2c371-6dee-49cc-b65a-2ec763322927 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1398284 Jun 24 20:28:27.900191 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42448) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:28.014593 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a26194-08dc-434a-8f94-c2745f893c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:28.015049 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a26194-08dc-434a-8f94-c2745f893c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:28.016570 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-62a26194-08dc-434a-8f94-c2745f893c24 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1153946 Jun 24 20:28:30.180288 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42458) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:30.307167 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c7cbad-4027-4722-a3ef-377fa360021d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:30.308479 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-99c7cbad-4027-4722-a3ef-377fa360021d admin admin] 10.222.0.33 "GET /v2.0/subnets/25b1e972-eb96-4b2a-92fb-4df7bc9e50b4 HTTP/1.1" status: 200 len: 868 time: 0.1272361 Jun 24 20:28:32.446683 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 42468) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:32.553409 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1e8baf-1a34-41b7-8808-61d067b3860a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:32.554743 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-bb1e8baf-1a34-41b7-8808-61d067b3860a admin admin] 10.222.0.33 "GET /v2.0/subnets/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97 HTTP/1.1" status: 200 len: 816 time: 0.1070833 Jun 24 20:28:50.324849 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2e21bf77-edd5-4c3c-8da8-b58d9bc941b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:51.324576 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42514) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:51.374217 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [None req-9077e639-c089-47b5-9384-26988e2adbe1 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 20:28:51.375194 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-9077e639-c089-47b5-9384-26988e2adbe1 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0496845 Jun 24 20:28:51.454172 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 5 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:28:52.530861 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-36036f97-55ee-43ae-a330-71259ad82ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:53.478713 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:53.648558 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42524) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:53.687887 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:53.725881 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbca12d7-2d29-4098-8bd8-0a2bcd3e0f9f admin admin] GET failed (client error): The resource could not be found. Jun 24 20:28:53.727145 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-cbca12d7-2d29-4098-8bd8-0a2bcd3e0f9f admin admin] 10.222.0.33 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0776627 Jun 24 20:28:53.860453 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8ea2b6-5e9b-4734-bb91-72503483109b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:53.861905 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-6b8ea2b6-5e9b-4734-bb91-72503483109b admin admin] 10.222.0.33 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1308165 Jun 24 20:28:54.942953 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:56.041521 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 42534) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:56.098575 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:28:56.103292 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:28:56.113637 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:28:56.130446 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] Made reservation on behalf of a1c9ac74b1bb4b3b8dabb8da5c46c2cd for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:28:56.132848 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:56.218712 dv-cinder-847189-4-iscsi neutron-server[88159]: WARNING neutron.services.revisions.revision_plugin [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] Could not find related network for resource to bump revision. Jun 24 20:28:56.230592 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:28:56.239805 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:56.240122 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.segments_db [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] Added segment c31d0f56-105c-4e55-909e-2ab79cd0beb4 of type vlan for network d6369815-e084-41d4-883b-1a0051c56768 Jun 24 20:28:56.269044 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:56.298694 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:56.299610 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:56.300183 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:56.434148 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] Pushing event updated for resources: {'Network': ['ID=d6369815-e084-41d4-883b-1a0051c56768,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:28:56.438596 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-d931cec4-70db-4f93-bb5a-ce3e4c6cd8cf admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3960335 Jun 24 20:28:56.444267 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network d6369815-e084-41d4-883b-1a0051c56768 details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:28:58.634682 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42544) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:28:58.711580 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f46272-f44f-43eb-ae3b-a5150adca6b9 admin admin] GET failed (client error): The resource could not be found. Jun 24 20:28:58.712833 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-15f46272-f44f-43eb-ae3b-a5150adca6b9 admin admin] 10.222.0.33 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0771637 Jun 24 20:28:58.817420 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6630724-a8f6-440a-8ee0-fe20041ea5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:58.818826 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-b6630724-a8f6-440a-8ee0-fe20041ea5b1 admin admin] 10.222.0.33 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1001208 Jun 24 20:28:58.830729 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd6369815-e084-41d4-883b-1a0051c56768', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:28:58.835241 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:28:58.846166 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:28:58.860055 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Made reservation on behalf of a1c9ac74b1bb4b3b8dabb8da5c46c2cd for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:28:58.862515 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:59.076042 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:59.141725 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57cd4c8-b81c-4c3e-b42e-b5421d5d0b3d,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:28:59.152483 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.152826 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.153213 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.153544 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.153874 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.154236 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.154565 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.154884 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.155210 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.155528 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.155835 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.156148 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.164152 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Checking segment: {'id': 'c31d0f56-105c-4e55-909e-2ab79cd0beb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6369815-e084-41d4-883b-1a0051c56768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:28:59.164486 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Network hostable DHCP agents. Network: d6369815-e084-41d4-883b-1a0051c56768, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:28:59.185126 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Network d6369815-e084-41d4-883b-1a0051c56768 is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:28:59.195343 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, d6369815-e084-41d4-883b-1a0051c56768) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:28:59.199305 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:28:59.199901 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:59.204535 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7988333b-2912-4a72-b364-4c0b1551a3a5 None None] Network d6369815-e084-41d4-883b-1a0051c56768 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:28:59.225568 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-163a337b-e7c9-428a-b0f5-35b2bbc09cd6 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3980870 Jun 24 20:28:59.455686 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3845f4-25c2-549b-a277-efe1d63686d0-d6369815-e084-41d4-883b-1a0051c56768', 'network_id': 'd6369815-e084-41d4-883b-1a0051c56768', 'tenant_id': 'a1c9ac74b1bb4b3b8dabb8da5c46c2cd', 'fixed_ips': [{'subnet_id': 'f57cd4c8-b81c-4c3e-b42e-b5421d5d0b3d'}]}} from dv-cinder-847189-4-iscsi. {{(pid=88161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 20:28:59.456527 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:59.609372 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.db_base_plugin_common [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Allocated IP 192.168.233.2 (d6369815-e084-41d4-883b-1a0051c56768/f57cd4c8-b81c-4c3e-b42e-b5421d5d0b3d/f0a79e8c-6558-4d85-9e72-78be76c177dd) {{(pid=88161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:28:59.807163 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Notify callbacks [] for port, precommit_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:59.817802 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Transition to ACTIVE for port object f0a79e8c-6558-4d85-9e72-78be76c177dd will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:28:59.836461 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Transition to ACTIVE for port object f0a79e8c-6558-4d85-9e72-78be76c177dd will not be triggered until provisioned by entity DHCP. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:28:59.844044 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:28:59.904418 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Network d6369815-e084-41d4-883b-1a0051c56768 is already hosted by enough agents. {{(pid=88161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:28:59.907135 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.base_scheduler [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Resources bound (agent type, host, resource id): {{(pid=88161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:28:59.915381 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Received port after_create {{(pid=88161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:28:59.925214 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Pushing event updated for resources: {'Port': ['ID=f0a79e8c-6558-4d85-9e72-78be76c177dd,revision_number=1']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:28:59.997447 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.997793 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.998249 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.998492 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.998816 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.999154 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.999465 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:28:59.999782 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:29:00.000113 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:29:00.000417 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:29:00.000727 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:29:00.001036 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:29:00.032123 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Attempting to bind port f0a79e8c-6558-4d85-9e72-78be76c177dd on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:29:00.032469 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Attempting to bind port f0a79e8c-6558-4d85-9e72-78be76c177dd by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'c31d0f56-105c-4e55-909e-2ab79cd0beb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6369815-e084-41d4-883b-1a0051c56768'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:29:00.032814 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Attempting to bind port f0a79e8c-6558-4d85-9e72-78be76c177dd on network d6369815-e084-41d4-883b-1a0051c56768 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:29:00.037999 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:29:00.038394 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Checking segment: {'id': 'c31d0f56-105c-4e55-909e-2ab79cd0beb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6369815-e084-41d4-883b-1a0051c56768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:29:00.038777 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:00.039147 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Bound using segment: {'id': 'c31d0f56-105c-4e55-909e-2ab79cd0beb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6369815-e084-41d4-883b-1a0051c56768'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:29:00.039587 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Bound port: f0a79e8c-6558-4d85-9e72-78be76c177dd, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31d0f56-105c-4e55-909e-2ab79cd0beb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6369815-e084-41d4-883b-1a0051c56768'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:29:00.039950 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:00.124182 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] For port f0a79e8c-6558-4d85-9e72-78be76c177dd, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:29:00.127744 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] For port f0a79e8c-6558-4d85-9e72-78be76c177dd, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=f0a79e8c-6558-4d85-9e72-78be76c177dd,segment=NetworkSegment(c31d0f56-105c-4e55-909e-2ab79cd0beb4),segment_id=c31d0f56-105c-4e55-909e-2ab79cd0beb4)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:29:00.133491 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:00.215925 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d815f8-15b0-4b34-8215-866e7c2ced7f None None] Pushing event updated for resources: {'Port': ['ID=f0a79e8c-6558-4d85-9e72-78be76c177dd,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:29:01.030657 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc00130-fabb-4906-957d-6d5339691273 None None] Network d6369815-e084-41d4-883b-1a0051c56768 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:29:01.137153 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-1296d87e-6738-41c1-a00e-566f6aca73b4 None None] Provisioning for port f0a79e8c-6558-4d85-9e72-78be76c177dd completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:29:01.535228 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device f0a79e8c-6558-4d85-9e72-78be76c177dd up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:29:01.607203 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port f0a79e8c-6558-4d85-9e72-78be76c177dd completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:29:01.612519 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port f0a79e8c-6558-4d85-9e72-78be76c177dd triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:29:01.612898 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:01.730332 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port f0a79e8c-6558-4d85-9e72-78be76c177dd is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:29:01.730645 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:01.761862 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port f0a79e8c-6558-4d85-9e72-78be76c177dd, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=f0a79e8c-6558-4d85-9e72-78be76c177dd,segment=NetworkSegment(c31d0f56-105c-4e55-909e-2ab79cd0beb4),segment_id=c31d0f56-105c-4e55-909e-2ab79cd0beb4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:29:01.766377 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:01.832604 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=f0a79e8c-6558-4d85-9e72-78be76c177dd,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:29:03.503346 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device f0a79e8c-6558-4d85-9e72-78be76c177dd up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:29:03.574524 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port f0a79e8c-6558-4d85-9e72-78be76c177dd triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:29:03.574950 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:03.690925 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port f0a79e8c-6558-4d85-9e72-78be76c177dd is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:29:20.329705 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ca21-6a3e-4c27-a815-2156e1ae9f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:22.516587 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-905bf547-236f-4fa2-8bdb-63e1306d26a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:23.484078 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:23.691827 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:24.947309 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:28.454271 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 5 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:29:50.326994 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c67b9082-3ce2-4b30-af59-461a469fb70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:52.521980 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0b7333e0-1577-45c0-a664-2f27525b8e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:53.485460 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:53.695982 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:29:54.950095 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:05.453600 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 5 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:30:06.143815 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 42590) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:30:06.149873 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [None req-5ef3a327-1e55-448a-84d9-6c06b1640f7a tempest-verify_tempest_config-184255787 tempest-verify_tempest_config-184255787-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 20:30:06.150860 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-5ef3a327-1e55-448a-84d9-6c06b1640f7a tempest-verify_tempest_config-184255787 tempest-verify_tempest_config-184255787-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060647 Jun 24 20:30:06.491709 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42608) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:30:06.609438 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:06.623519 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:30:06.627738 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Usage tracker for resource:security_group_rule and tenant:48956e18a8c243408b9e09a5347eb232 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:30:06.630935 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:30:06.636581 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:30:06.737081 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:06.742246 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:06.787090 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=48956e18a8c243408b9e09a5347eb232&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2943177 Jun 24 20:30:06.787943 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a02c51-5cd7-461d-be46-911a28338011,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:30:06.790167 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42614) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:30:06.806019 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:30:06.806391 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:30:06.806721 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:30:06.807046 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:30:06.807361 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:30:06.807699 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:30:06.808024 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:30:06.808329 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:30:06.808659 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:30:06.808970 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:30:06.809439 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:30:06.809752 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62060af5-8721-47d1-8d8e-9c648e210864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:30:06.860543 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63ad7211-6a4a-414a-a254-8f425bc2b6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:06.885988 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63ad7211-6a4a-414a-a254-8f425bc2b6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:06.986979 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63ad7211-6a4a-414a-a254-8f425bc2b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:07.002203 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad7211-6a4a-414a-a254-8f425bc2b6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a02c51-5cd7-461d-be46-911a28338011,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:30:07.010180 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63ad7211-6a4a-414a-a254-8f425bc2b6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:07.011210 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-63ad7211-6a4a-414a-a254-8f425bc2b6e1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/82a02c51-5cd7-461d-be46-911a28338011 HTTP/1.1" status: 204 len: 168 time: 0.2201889 Jun 24 20:30:20.327939 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-052d7058-ec1f-4961-9536-76da2e9bcdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:22.529558 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b207d0c7-acf5-4a61-8177-95d7526ba301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:23.495292 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:23.707188 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:24.962449 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:42.458261 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 5 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:30:50.331926 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0b9c027b-ce9b-40bd-abcf-1c367ac166a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:52.524887 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-30af8dd8-7148-42c3-9334-7df99f49f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:53.496371 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:53.706524 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:30:54.962751 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:31:19.463489 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 5 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:31:20.337201 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-68de43f6-20d1-421d-8463-52cb4680536f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:31:22.530917 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2cd34417-958f-44fd-b094-bd3d6eb04aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:31:23.502892 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:31:23.709700 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:31:24.969934 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:31:36.513634 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788360'] for agent, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:31:50.333246 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e29-9ff0-4439-9cac-09a6f6089ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:31:52.295935 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42684) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:31:52.420001 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-d4bd209e-ecfa-426f-9966-8fa9e54ca39e admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1226857 Jun 24 20:31:52.516866 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b91b9df6-b2a5-4119-8800-ebcdb67965e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:31:53.501585 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:31:53.703948 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:31:54.601223 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 42694) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:31:54.667442 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-eb361604-1771-4c08-bf3d-e0274ce48d78 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0651135 Jun 24 20:31:54.973686 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:31:56.463346 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:32:06.508537 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:32:20.329469 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-958346d2-e22d-4f58-9068-1e204e278324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:32:22.522036 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8d77102a-632d-4102-8946-7242b4f2bc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:32:23.511602 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:32:23.713025 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:32:24.979749 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:32:33.467579 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:32:36.496012 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:32:50.336428 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5f231048-c3f4-4388-8976-46512b340f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:32:52.508535 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-09262527-5c49-4c2a-b047-62c952cd5143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:32:53.506650 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:32:53.707698 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:32:54.975736 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:06.518616 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:10.468005 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:33:20.324139 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4a1c0704-d6cd-422a-846c-454b2224fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:22.513855 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-e0fd01ba-5f53-4eef-abfa-6a40a97efa21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:23.509883 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:23.712300 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:24.977294 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:31.880345 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 42808) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:32.097056 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1431701704-network', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:32.102147 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:32.106284 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Usage tracker for resource:network and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:32.109661 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:32.115610 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:32.127444 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Made reservation on behalf of 50d9fb9258c640e88fc3f13defa38c4d for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:33:32.130091 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:32.142095 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:32.156921 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:32.160643 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Usage tracker for resource:security_group_rule and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:32.163581 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:32.169315 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:32.257043 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:32.261949 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:32.294793 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:33:32.304596 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04acaae5-beb1-4063-a16b-3d9adca0af3e,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:32.313705 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:32.314239 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.segments_db [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Added segment d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4 of type vlan for network 7fe66e7b-631d-49f2-87af-6f9a31183f39 Jun 24 20:33:32.315781 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.316145 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.316479 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.316802 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.317333 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.317458 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.317757 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.318090 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.318432 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.318785 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.319107 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.319449 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Tracked resource versions report: Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: pushed versions: Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: { 'AddressGroup': {'1.2'}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'ConntrackHelper': {'1.0'}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Log': {'1.0'}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Network': {'1.1'}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Port': {'1.7'}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'PortForwarding': {'1.2'}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'QosPolicy': {'1.8'}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'SecurityGroup': {'1.4'}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'SecurityGroupRule': {'1.2'}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'SubPort': {'1.0'}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Subnet': {'1.1'}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Trunk': {'1.1'}} Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: consumer versions: Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: { DHCP agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: HyperV agent@hv-cinder-84718: {}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: L3 agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: Metadata agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: Metering agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: Open vSwitch agent@dv-cinder-847189-4-iscsi: { 'AddressGroup': '1.2', Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'ConntrackHelper': '1.0', Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Log': '1.0', Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Network': '1.1', Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Port': '1.7', Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'PortForwarding': '1.2', Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'QosPolicy': '1.8', Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'SecurityGroup': '1.4', Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'SecurityGroupRule': '1.2', Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'SubPort': '1.0', Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Subnet': '1.1', Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: 'Trunk': '1.1'}} Jun 24 20:33:32.320634 dv-cinder-847189-4-iscsi neutron-server[88159]: {{(pid=88159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 20:33:32.354031 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:32.391259 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:32.393079 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:32.394454 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:32.526758 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6460919 Jun 24 20:33:32.527142 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42852) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:32.531320 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394412bd-9a29-498f-8ab9-71e1cc495e83 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe66e7b-631d-49f2-87af-6f9a31183f39,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:32.534698 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Request body: {'subnet': {'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-subnet', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:32.539417 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:32.547850 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network 7fe66e7b-631d-49f2-87af-6f9a31183f39 details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:33:32.564149 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Usage tracker for resource:subnet and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:32.567583 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:32.574910 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:32.587362 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Made reservation on behalf of 50d9fb9258c640e88fc3f13defa38c4d for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:33:32.591648 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:32.803156 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:32.879658 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaff2148-a5b9-46f1-b4f3-e167f2aba951,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:32.890773 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.891138 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.891796 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.891796 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.892096 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.892428 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.892790 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.893298 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.893624 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.894241 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.894736 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.895058 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Tracked resource versions report: Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: pushed versions: Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: { 'AddressGroup': {'1.2'}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'ConntrackHelper': {'1.0'}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Log': {'1.0'}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Network': {'1.1'}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Port': {'1.7'}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'PortForwarding': {'1.2'}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'QosPolicy': {'1.8'}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'SecurityGroup': {'1.4'}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'SecurityGroupRule': {'1.2'}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'SubPort': {'1.0'}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Subnet': {'1.1'}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Trunk': {'1.1'}} Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: consumer versions: Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: { DHCP agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: HyperV agent@hv-cinder-84718: {}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: L3 agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: Metadata agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: Metering agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: Open vSwitch agent@dv-cinder-847189-4-iscsi: { 'AddressGroup': '1.2', Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'ConntrackHelper': '1.0', Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Log': '1.0', Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Network': '1.1', Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Port': '1.7', Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'PortForwarding': '1.2', Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'QosPolicy': '1.8', Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'SecurityGroup': '1.4', Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'SecurityGroupRule': '1.2', Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'SubPort': '1.0', Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Subnet': '1.1', Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: 'Trunk': '1.1'}} Jun 24 20:33:32.896224 dv-cinder-847189-4-iscsi neutron-server[88160]: {{(pid=88160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 20:33:32.905364 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Checking segment: {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:33:32.905718 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Network hostable DHCP agents. Network: 7fe66e7b-631d-49f2-87af-6f9a31183f39, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:33:32.926719 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Network 7fe66e7b-631d-49f2-87af-6f9a31183f39 is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:33:32.938636 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, 7fe66e7b-631d-49f2-87af-6f9a31183f39) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:32.943408 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:32.944035 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:32.949743 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0312df34-742c-40c0-8925-22dc8dad66f5 None None] Network 7fe66e7b-631d-49f2-87af-6f9a31183f39 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:33:32.971249 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 42874) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:32.976915 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:32.983267 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-4f26319a-3830-4bb8-89a1-608a5d283f31 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4525802 Jun 24 20:33:32.983949 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:32.989749 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Usage tracker for resource:router and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:32.994291 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:33.001157 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:33.015013 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3800691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60277'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:33.016504 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3848008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64902'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:33.039799 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:33.233798 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3845f4-25c2-549b-a277-efe1d63686d0-7fe66e7b-631d-49f2-87af-6f9a31183f39', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951'}]}} from dv-cinder-847189-4-iscsi. {{(pid=88161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 20:33:33.235266 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:33.385221 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64916'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:33.415822 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.db_base_plugin_common [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Allocated IP 172.20.0.2 (7fe66e7b-631d-49f2-87af-6f9a31183f39/aaff2148-a5b9-46f1-b4f3-e167f2aba951/1b87a723-f119-47cd-b7e0-566720b969e3) {{(pid=88161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:33:33.662180 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:33.680432 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Transition to ACTIVE for port object 1b87a723-f119-47cd-b7e0-566720b969e3 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:33.707965 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Transition to ACTIVE for port object 1b87a723-f119-47cd-b7e0-566720b969e3 will not be triggered until provisioned by entity DHCP. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:33.717088 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:33.746146 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:33.780081 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:33.789467 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Pushing event updated for resources: {'Port': ['ID=1b87a723-f119-47cd-b7e0-566720b969e3,revision_number=1']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:33.801187 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42918) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:33.803545 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:33.804162 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:33.804654 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:33.805124 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:33.805720 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:33.806211 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:33.806706 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:33.807095 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:33.807364 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:33.807826 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:33.808288 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:33.808848 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Tracked resource versions report: Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: pushed versions: Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: { 'AddressGroup': {'1.2'}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'ConntrackHelper': {'1.0'}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Log': {'1.0'}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Network': {'1.1'}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Port': {'1.7'}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'PortForwarding': {'1.2'}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'QosPolicy': {'1.8'}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'SecurityGroup': {'1.4'}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'SecurityGroupRule': {'1.2'}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'SubPort': {'1.0'}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Subnet': {'1.1'}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Trunk': {'1.1'}} Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: consumer versions: Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: { DHCP agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: HyperV agent@hv-cinder-84718: {}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: L3 agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: Metadata agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: Metering agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: Open vSwitch agent@dv-cinder-847189-4-iscsi: { 'AddressGroup': '1.2', Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'ConntrackHelper': '1.0', Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Log': '1.0', Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Network': '1.1', Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Port': '1.7', Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'PortForwarding': '1.2', Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'QosPolicy': '1.8', Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'SecurityGroup': '1.4', Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'SecurityGroupRule': '1.2', Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'SubPort': '1.0', Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Subnet': '1.1', Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: 'Trunk': '1.1'}} Jun 24 20:33:33.810220 dv-cinder-847189-4-iscsi neutron-server[88161]: {{(pid=88161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 20:33:33.823203 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Network 7fe66e7b-631d-49f2-87af-6f9a31183f39 is already hosted by enough agents. {{(pid=88161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:33.824971 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.base_scheduler [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Resources bound (agent type, host, resource id): {{(pid=88161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:33.836813 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Received port after_create {{(pid=88161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:33:33.934587 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Allocated IP 172.27.1.221 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:33:33.953991 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Attempting to bind port 1b87a723-f119-47cd-b7e0-566720b969e3 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:33:33.954654 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Attempting to bind port 1b87a723-f119-47cd-b7e0-566720b969e3 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:33:33.955030 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42928) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:33.955517 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Attempting to bind port 1b87a723-f119-47cd-b7e0-566720b969e3 on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:33:33.961865 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:33:33.962556 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Checking segment: {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:33:33.963167 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:33.963696 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Bound using segment: {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:33:33.964326 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Bound port: 1b87a723-f119-47cd-b7e0-566720b969e3, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:33:33.964869 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.097925 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] For port 1b87a723-f119-47cd-b7e0-566720b969e3, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:33:34.101689 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] For port 1b87a723-f119-47cd-b7e0-566720b969e3, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=1b87a723-f119-47cd-b7e0-566720b969e3,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:33:34.120011 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.142849 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.206810 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-52703545-network', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:34.216510 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:34.221717 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.232211 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Usage tracker for resource:network and tenant:6250adb3b69f44daaa28fc400ae5b0eb is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:34.235697 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:34.238373 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadee17-a01c-463b-bc76-3b84d31ab7b9 None None] Pushing event updated for resources: {'Port': ['ID=1b87a723-f119-47cd-b7e0-566720b969e3,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:34.248168 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:34.265586 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Made reservation on behalf of 6250adb3b69f44daaa28fc400ae5b0eb for: {'network': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:33:34.268063 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.294508 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.339051 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:34.343245 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Usage tracker for resource:security_group_rule and tenant:6250adb3b69f44daaa28fc400ae5b0eb is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:34.352718 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:34.363295 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:34.407116 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Pushing event updated for resources: {'Port': ['ID=e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:34.439915 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:34.441257 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:34.448470 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:33:34.539462 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.545952 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-network', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:34.559035 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.564803 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:34.594521 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Usage tracker for resource:network and tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:34.600857 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:34.614241 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:33:34.617349 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:34.652844 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761140036720', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.653656 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Unsubscribe: segment precommit_create {{(pid=88160) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 20:33:34.654592 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.segments_db [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Added segment 623e4cf7-5a10-474e-accc-40e4191763b3 of type vlan for network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc Jun 24 20:33:34.667934 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Made reservation on behalf of cdcfd31d4ba7493ea8fa3d782618b7d7 for: {'network': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:33:34.670679 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.700091 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:34.708227 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.745819 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.751797 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:34.757799 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Usage tracker for resource:security_group_rule and tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:34.762933 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:34.772510 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:34.877437 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.885178 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.920079 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.921038 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:34.921611 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:34.928626 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85dbd1c-bda3-435f-bec5-f530de2db81e,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:35.060263 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] Pushing event updated for resources: {'Network': ['ID=97558abb-9b1e-48ef-bd77-5d54b84cf9fc,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:35.083639 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:33:35.084276 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:33:35.120850 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:35.121201 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.segments_db [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Added segment 23f57748-31f6-4ecd-8b07-174a79e68802 of type vlan for network 06227ec4-def1-4924-97fa-f9c49839cab3 Jun 24 20:33:35.128699 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-3ad5cc57-f958-4a09-a2ed-4c34edd94c33 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3257616 Jun 24 20:33:35.134878 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42970) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:35.147654 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Request body: {'subnet': {'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-52703545-subnet', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:35.157594 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:35.161937 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Usage tracker for resource:subnet and tenant:6250adb3b69f44daaa28fc400ae5b0eb is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:35.162929 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:35.165743 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:35.171717 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:35.196356 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Made reservation on behalf of 6250adb3b69f44daaa28fc400ae5b0eb for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:33:35.196356 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:35.306941 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:35.418841 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:35.421632 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:35.422266 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:35.559673 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6032474 Jun 24 20:33:35.610774 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 42986) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:35.619941 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42c393-f884-4de1-b8a3-e7c24cd06103 admin admin] Pushing event updated for resources: {'Network': ['ID=06227ec4-def1-4924-97fa-f9c49839cab3,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:35.630532 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Request body: {'subnet': {'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-subnet', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:35.645249 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network 06227ec4-def1-4924-97fa-f9c49839cab3 details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:33:35.653168 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:35.669688 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Usage tracker for resource:subnet and tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:35.693915 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787037'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:35.703078 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:35.712465 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:35.778687 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Made reservation on behalf of cdcfd31d4ba7493ea8fa3d782618b7d7 for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:33:35.781151 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:35.856330 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db57510d-827b-4fc5-8752-3396692fa97b None None] Network 7fe66e7b-631d-49f2-87af-6f9a31183f39 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:33:35.895866 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 1b87a723-f119-47cd-b7e0-566720b969e3 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:33:35.992534 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:36.031715 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Router a897ac1a-6a68-486c-906e-21279c914a56 is scheduled to L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 20:33:36.155155 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 1b87a723-f119-47cd-b7e0-566720b969e3 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:33:36.162533 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 1b87a723-f119-47cd-b7e0-566720b969e3 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:36.162895 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:36.206637 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad5424a-8796-4922-902a-fa02fd0f87f6,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:36.228250 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Checking segment: {'id': '623e4cf7-5a10-474e-accc-40e4191763b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:33:36.228597 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Network hostable DHCP agents. Network: 97558abb-9b1e-48ef-bd77-5d54b84cf9fc, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:33:36.280770 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b380bded-abac-4ac5-8568-a41aaa087906 None None] Provisioning for port 1b87a723-f119-47cd-b7e0-566720b969e3 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:33:36.320340 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b380bded-abac-4ac5-8568-a41aaa087906 None None] Provisioning complete for port 1b87a723-f119-47cd-b7e0-566720b969e3 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:36.321761 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b380bded-abac-4ac5-8568-a41aaa087906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:36.330075 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:33:36.345539 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Sync routers for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:33:36.363470 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:33:36.364109 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:33:22Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:36.389483 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:36.398837 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-39e6b650-9549-483e-9691-55239e9805cf admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4263868 Jun 24 20:33:36.400289 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43010) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:36.422095 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:33:36.481722 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, 97558abb-9b1e-48ef-bd77-5d54b84cf9fc) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:36.500888 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa7533e-7aa6-4bb6-8323-7f302cb643c0 None None] Network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:33:36.542176 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:36.563667 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:36.723292 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:36.804165 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-03c7c6f4-d08b-44f7-b04b-aeb3381abc4a admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6682355 Jun 24 20:33:36.808681 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43046) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:36.816855 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-52703545-router', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:36.886385 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02b5670-f217-4f99-9448-1d750526a468,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:36.919978 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Checking segment: {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:33:36.920338 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Network hostable DHCP agents. Network: 06227ec4-def1-4924-97fa-f9c49839cab3, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:33:36.968405 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Network 06227ec4-def1-4924-97fa-f9c49839cab3 is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:33:36.982677 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:36.991467 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Usage tracker for resource:router and tenant:6250adb3b69f44daaa28fc400ae5b0eb is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:36.996063 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:37.001165 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, 06227ec4-def1-4924-97fa-f9c49839cab3) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:37.005967 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:37.008929 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:37.014003 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:37.028938 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3800691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60277'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:37.030077 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3848008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64902'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:37.067056 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-06ecc2fc-8f42-47c1-a5ef-dd82c11ebb2d admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4522891 Jun 24 20:33:37.070014 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 43060) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:37.076079 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:37.089515 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:37.102115 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Usage tracker for resource:router and tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:37.112646 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:37.129062 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:37.156513 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:33:37.156916 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3800691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60277'] for router, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:37.158652 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3848008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64902'] for router, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:37.200753 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:37.422550 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e97003b-bee9-4214-85b4-e35861a8eb94 None None] Network 06227ec4-def1-4924-97fa-f9c49839cab3 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:33:37.584804 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:37.711740 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:34Z', 'revision_number': 3, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:37.716978 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Checking router: a897ac1a-6a68-486c-906e-21279c914a56 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:33:37.717751 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Updating router a897ac1a-6a68-486c-906e-21279c914a56 port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 binding host dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:33:37.786768 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:37.837456 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:37.838548 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 1b87a723-f119-47cd-b7e0-566720b969e3 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:37.839108 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:37.926394 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64916'] for router, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:37.954433 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3845f4-25c2-549b-a277-efe1d63686d0-97558abb-9b1e-48ef-bd77-5d54b84cf9fc', 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'fixed_ips': [{'subnet_id': '7ad5424a-8796-4922-902a-fa02fd0f87f6'}]}} from dv-cinder-847189-4-iscsi. {{(pid=88161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 20:33:37.956814 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:38.204536 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 1b87a723-f119-47cd-b7e0-566720b969e3, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=1b87a723-f119-47cd-b7e0-566720b969e3,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:33:38.273351 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Notify callbacks [] for port, precommit_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:38.273677 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64916'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:38.281682 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3845f4-25c2-549b-a277-efe1d63686d0-06227ec4-def1-4924-97fa-f9c49839cab3', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468'}]}} from dv-cinder-847189-4-iscsi. {{(pid=88161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 20:33:38.282519 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:38.291584 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.provisioning_blocks [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Transition to ACTIVE for port object e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 will not be triggered until provisioned by entity L2. {{(pid=88162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:38.301141 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:38.462592 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Attempting to bind port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:33:38.465523 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Attempting to bind port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:33:38.466332 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Attempting to bind port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 on network cd9f41e2-529a-43c2-b620-1636d255c50a {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:33:38.550688 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:33:38.552089 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Checking segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:33:38.552728 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:38.555138 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Bound using segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:33:38.557065 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Bound port: e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:33:38.557686 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:38.637761 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:38.730025 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:38.734268 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] For port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:33:38.739438 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] For port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:33:38.740977 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Pushing event updated for resources: {'Port': ['ID=e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7,revision_number=2']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:38.751109 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:38.752099 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:38.752705 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:38.753471 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:38.754043 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:38.754664 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:38.755221 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:38.755756 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:38.757388 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:38.757937 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:38.758581 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:38.759137 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Tracked resource versions report: Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: pushed versions: Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: { 'AddressGroup': {'1.2'}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'ConntrackHelper': {'1.0'}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Log': {'1.0'}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Network': {'1.1'}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Port': {'1.7'}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'PortForwarding': {'1.2'}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'QosPolicy': {'1.8'}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'SecurityGroup': {'1.4'}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'SecurityGroupRule': {'1.2'}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'SubPort': {'1.0'}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Subnet': {'1.1'}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Trunk': {'1.1'}} Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: consumer versions: Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: { DHCP agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: HyperV agent@hv-cinder-84718: {}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: L3 agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: Metadata agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: Metering agent@dv-cinder-847189-4-iscsi: {}, Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: Open vSwitch agent@dv-cinder-847189-4-iscsi: { 'AddressGroup': '1.2', Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'ConntrackHelper': '1.0', Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Log': '1.0', Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Network': '1.1', Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Port': '1.7', Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'PortForwarding': '1.2', Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'QosPolicy': '1.8', Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'SecurityGroup': '1.4', Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'SecurityGroupRule': '1.2', Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'SubPort': '1.0', Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Subnet': '1.1', Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: 'Trunk': '1.1'}} Jun 24 20:33:38.760701 dv-cinder-847189-4-iscsi neutron-server[88162]: {{(pid=88162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 20:33:38.775932 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:38.790401 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.db_base_plugin_common [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Allocated IP 172.20.0.2 (06227ec4-def1-4924-97fa-f9c49839cab3/e02b5670-f217-4f99-9448-1d750526a468/76355443-b30c-4c16-aaa5-9ceee9dae3c3) {{(pid=88161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:33:38.853466 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:38.883638 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab904ff-4491-4402-9626-96eb4b6d6373 None None] Pushing event updated for resources: {'Port': ['ID=e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7,revision_number=3']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:38.909579 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:33:38.910401 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:33:22Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:38.958687 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:39.091652 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 43138) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:39.163116 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 43144) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:39.190388 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:33:39.256510 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Allocated IP 172.27.1.114 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/955357c3-dcbd-42a8-905e-2218ce82461a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:33:39.498471 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b380bded-abac-4ac5-8568-a41aaa087906 None None] Current status of the port 1b87a723-f119-47cd-b7e0-566720b969e3 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:39.555858 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Allocated IP 172.20.0.1 (7fe66e7b-631d-49f2-87af-6f9a31183f39/aaff2148-a5b9-46f1-b4f3-e167f2aba951/e260ac71-6282-4ab9-a0f3-34d9c46ae134) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:33:39.629818 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:39.738029 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6bf89e95-ff4a-4726-896d-e58c245c67c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:39.746418 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=1b87a723-f119-47cd-b7e0-566720b969e3,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:39.792635 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-6bf89e95-ff4a-4726-896d-e58c245c67c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:39.798100 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-6bf89e95-ff4a-4726-896d-e58c245c67c3 admin admin] Usage tracker for resource:security_group_rule and tenant:e2ad807aa05f46f4985a005577588cce is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:39.802343 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:39.829521 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-6bf89e95-ff4a-4726-896d-e58c245c67c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:39.868034 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ab95c193-d617-4bdd-b655-779acb0c16ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:39.911517 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-ab95c193-d617-4bdd-b655-779acb0c16ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:39.919364 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-ab95c193-d617-4bdd-b655-779acb0c16ca admin admin] Usage tracker for resource:security_group_rule and tenant:3ce749b630d14154b13856711bb45772 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:39.929689 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-ab95c193-d617-4bdd-b655-779acb0c16ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:39.964785 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-6bf89e95-ff4a-4726-896d-e58c245c67c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:39.976333 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.db_base_plugin_common [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Allocated IP 172.20.0.2 (97558abb-9b1e-48ef-bd77-5d54b84cf9fc/7ad5424a-8796-4922-902a-fa02fd0f87f6/df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2) {{(pid=88161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:33:39.993011 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:40.007293 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-ab95c193-d617-4bdd-b655-779acb0c16ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:40.011529 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:40.035010 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:33:40.198922 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:34Z', 'revision_number': 3, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:40.208912 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16238f40-a11a-460f-887f-4f21ff898302 None None] The sync data for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi is: [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:34Z', 'revision_number': 3, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:33:40.343563 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-95576536-f119-4aa2-967f-47ae835a9bc4 None None] Provisioning complete for port 1b87a723-f119-47cd-b7e0-566720b969e3 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:40.343563 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-95576536-f119-4aa2-967f-47ae835a9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:40.444380 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:40.497451 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Transition to ACTIVE for port object 76355443-b30c-4c16-aaa5-9ceee9dae3c3 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:40.514442 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:40.528127 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Transition to ACTIVE for port object 76355443-b30c-4c16-aaa5-9ceee9dae3c3 will not be triggered until provisioned by entity DHCP. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:40.555259 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:40.557201 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Pushing event updated for resources: {'Port': ['ID=955357c3-dcbd-42a8-905e-2218ce82461a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:40.653161 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Notify callbacks [] for port, precommit_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:40.673648 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Transition to ACTIVE for port object df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:40.695040 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Transition to ACTIVE for port object df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 will not be triggered until provisioned by entity DHCP. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:40.716444 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:40.764207 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:40.772468 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Allocated IP 172.27.1.55 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/2de46bea-eacd-47a0-b2b3-ea39f2f31e9a) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:33:40.825224 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc is already hosted by enough agents. {{(pid=88161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:40.825520 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:40.829275 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Network 06227ec4-def1-4924-97fa-f9c49839cab3 is already hosted by enough agents. {{(pid=88161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:40.832410 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.base_scheduler [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Resources bound (agent type, host, resource id): {{(pid=88161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:40.835077 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Received port after_create {{(pid=88161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:33:40.837175 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:40.848206 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.base_scheduler [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Resources bound (agent type, host, resource id): {{(pid=88161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:40.850979 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Received port after_create {{(pid=88161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:33:40.905987 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Transition to ACTIVE for port object e260ac71-6282-4ab9-a0f3-34d9c46ae134 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:40.946435 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:40.984929 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-95576536-f119-4aa2-967f-47ae835a9bc4 None None] Current status of the port 1b87a723-f119-47cd-b7e0-566720b969e3 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:41.057369 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Network 7fe66e7b-631d-49f2-87af-6f9a31183f39 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:41.076216 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:41.078260 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Pushing event updated for resources: {'Port': ['ID=76355443-b30c-4c16-aaa5-9ceee9dae3c3,revision_number=1']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:41.097092 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:33:41.097769 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800663'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.108972 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ab95c193-d617-4bdd-b655-779acb0c16ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.140785 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ab95c193-d617-4bdd-b655-779acb0c16ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.203546 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 1b87a723-f119-47cd-b7e0-566720b969e3 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:33:41.220663 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6bf89e95-ff4a-4726-896d-e58c245c67c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.244951 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6bf89e95-ff4a-4726-896d-e58c245c67c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.297205 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.361563 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Pushing event updated for resources: {'Port': ['ID=e260ac71-6282-4ab9-a0f3-34d9c46ae134,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:41.389668 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-ab95c193-d617-4bdd-b655-779acb0c16ca admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3ce749b630d14154b13856711bb45772&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2237313 Jun 24 20:33:41.399864 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43192) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:41.495286 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Attempting to bind port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:33:41.495843 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Attempting to bind port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:33:41.496306 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Attempting to bind port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 on network 06227ec4-def1-4924-97fa-f9c49839cab3 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:33:41.500621 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Attempting to bind port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:33:41.501073 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Attempting to bind port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '623e4cf7-5a10-474e-accc-40e4191763b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:33:41.501517 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Attempting to bind port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 on network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:33:41.555185 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.569289 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:33:41.569848 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Checking segment: {'id': '623e4cf7-5a10-474e-accc-40e4191763b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:33:41.570381 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.570903 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Bound using segment: {'id': '623e4cf7-5a10-474e-accc-40e4191763b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:33:41.571498 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Bound port: df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623e4cf7-5a10-474e-accc-40e4191763b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:33:41.572015 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.593398 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:33:41.593869 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Checking segment: {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:33:41.594461 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.594993 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Bound using segment: {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:33:41.595609 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Bound port: 76355443-b30c-4c16-aaa5-9ceee9dae3c3, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:33:41.596108 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.598665 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95c193-d617-4bdd-b655-779acb0c16ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485a78bb-531d-40a5-ad43-e08c23425d08,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:41.632784 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-6bf89e95-ff4a-4726-896d-e58c245c67c3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e2ad807aa05f46f4985a005577588cce&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5394802 Jun 24 20:33:41.638816 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43206) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:41.662973 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Pushing event updated for resources: {'Port': ['ID=df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2,revision_number=1']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:41.663437 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf89e95-ff4a-4726-896d-e58c245c67c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04db137b-b2f4-4b20-b917-74a2bda3c1ec,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:41.702615 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787037'] for router, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.722484 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-20e0c6ac-e8a4-4d0c-b418-47526d195310 None None] Provisioning for port e260ac71-6282-4ab9-a0f3-34d9c46ae134 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:33:41.735867 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-20e0c6ac-e8a4-4d0c-b418-47526d195310 None None] Provisioning complete for port e260ac71-6282-4ab9-a0f3-34d9c46ae134 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:41.736234 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.736354 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-20e0c6ac-e8a4-4d0c-b418-47526d195310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.803651 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:41.825497 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:41.827809 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b47436d-3edf-4903-a38f-a0cea8f74d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.833614 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 1b87a723-f119-47cd-b7e0-566720b969e3 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:41.833923 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:41.838928 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:33:41.889146 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Pushing event updated for resources: {'Port': ['ID=2de46bea-eacd-47a0-b2b3-ea39f2f31e9a,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:41.918806 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Router 0dccb230-804e-48eb-a174-e24b024157e0 is scheduled to L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 with binding_index 1 {{(pid=88160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 20:33:41.942975 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-20e0c6ac-e8a4-4d0c-b418-47526d195310 None None] Port e260ac71-6282-4ab9-a0f3-34d9c46ae134 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:33:41.953662 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] For port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:33:41.971123 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] For port 76355443-b30c-4c16-aaa5-9ceee9dae3c3, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:33:41.978267 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] For port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2,segment=NetworkSegment(623e4cf7-5a10-474e-accc-40e4191763b3),segment_id=623e4cf7-5a10-474e-accc-40e4191763b3)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:33:41.986264 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] For port 76355443-b30c-4c16-aaa5-9ceee9dae3c3, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=76355443-b30c-4c16-aaa5-9ceee9dae3c3,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:33:41.988872 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:42.031966 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:42.058957 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b47436d-3edf-4903-a38f-a0cea8f74d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:42.166388 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f114f1-fee7-4933-a1a4-463818aa5874 None None] Pushing event updated for resources: {'Port': ['ID=df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:42.188032 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:33:42.221875 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1de6c361-05d2-466f-a795-763c8cd924c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:42.240230 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:42.246733 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-964533a7-b1ba-430c-9b32-f88a42f7cb96 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1753311 Jun 24 20:33:42.248356 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 43210) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:42.250460 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Sync routers for ids ['0dccb230-804e-48eb-a174-e24b024157e0'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:33:42.260411 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 1b87a723-f119-47cd-b7e0-566720b969e3 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:42.261870 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:33:42.513060 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af304f74-a009-4ed3-8835-9defb9cd4ad9 None None] Pushing event updated for resources: {'Port': ['ID=76355443-b30c-4c16-aaa5-9ceee9dae3c3,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:42.524290 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Routers {'0dccb230-804e-48eb-a174-e24b024157e0'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:33:42.524290 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:33:22Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['0dccb230-804e-48eb-a174-e24b024157e0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:42.707930 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1de6c361-05d2-466f-a795-763c8cd924c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:42.754885 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Set router 0dccb230-804e-48eb-a174-e24b024157e0 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:33:42.895730 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b47436d-3edf-4903-a38f-a0cea8f74d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:42.943664 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47436d-3edf-4903-a38f-a0cea8f74d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485a78bb-531d-40a5-ad43-e08c23425d08,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:42.947991 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:42.964526 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:42.965769 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4173672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800626'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:43.059125 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1de6c361-05d2-466f-a795-763c8cd924c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:43.081708 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:43.255826 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:33:43.282529 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:43.282898 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:43.335909 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1de6c361-05d2-466f-a795-763c8cd924c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:43.358703 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-1de6c361-05d2-466f-a795-763c8cd924c1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/04db137b-b2f4-4b20-b917-74a2bda3c1ec HTTP/1.1" status: 204 len: 168 time: 1.7094965 Jun 24 20:33:43.373504 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b47436d-3edf-4903-a38f-a0cea8f74d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:43.374676 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-1b47436d-3edf-4903-a38f-a0cea8f74d4b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/485a78bb-531d-40a5-ad43-e08c23425d08 HTTP/1.1" status: 204 len: 168 time: 1.9738774 Jun 24 20:33:43.378958 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:40Z', 'revision_number': 3, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:43.410509 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Pushing event updated for resources: {'Port': ['ID=e260ac71-6282-4ab9-a0f3-34d9c46ae134,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:43.457817 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6c361-05d2-466f-a795-763c8cd924c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04db137b-b2f4-4b20-b917-74a2bda3c1ec,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:43.532199 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:43.532744 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:43.567410 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Checking router: 0dccb230-804e-48eb-a174-e24b024157e0 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:33:43.570192 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Updating router 0dccb230-804e-48eb-a174-e24b024157e0 port 955357c3-dcbd-42a8-905e-2218ce82461a binding host dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:33:43.589793 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Network 7fe66e7b-631d-49f2-87af-6f9a31183f39 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:43.593301 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:43.721716 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:43.734775 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:43.794666 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:33:43.809805 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:44.031672 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:44.036618 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cf97cb-8f56-4954-94e0-fac53289ae51 None None] Network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:33:44.250422 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43274) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:44.251039 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43276) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:44.336502 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-80ed6ea4-c035-4778-b663-d97e70b385b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:44.362292 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c356f9e-92e0-4050-b29e-5aee6f5ed853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:44.438420 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-80ed6ea4-c035-4778-b663-d97e70b385b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:44.444350 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2c356f9e-92e0-4050-b29e-5aee6f5ed853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:44.449674 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-80ed6ea4-c035-4778-b663-d97e70b385b3 admin admin] Usage tracker for resource:security_group_rule and tenant:2890ebd5e37c40f2801b7e0d073e495a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:44.450017 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Allocated IP 172.20.0.1 (06227ec4-def1-4924-97fa-f9c49839cab3/e02b5670-f217-4f99-9448-1d750526a468/908806fa-9b8a-4589-9d65-ce1661e6b87b) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:33:44.463331 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:33:44.464147 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-80ed6ea4-c035-4778-b663-d97e70b385b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:44.489655 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-2c356f9e-92e0-4050-b29e-5aee6f5ed853 admin admin] Usage tracker for resource:security_group_rule and tenant:965423e0e0024bd986d6145990b21e00 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:44.496962 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-2c356f9e-92e0-4050-b29e-5aee6f5ed853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:44.529252 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-80ed6ea4-c035-4778-b663-d97e70b385b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:44.530025 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59810792-8af7-44bd-9f7b-8bf6db2af09f None None] Network 06227ec4-def1-4924-97fa-f9c49839cab3 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:33:44.534945 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2c356f9e-92e0-4050-b29e-5aee6f5ed853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:44.561151 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Router a897ac1a-6a68-486c-906e-21279c914a56 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:33:44.576539 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787037'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:44.626799 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:44.642293 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Transition to ACTIVE for port object 908806fa-9b8a-4589-9d65-ce1661e6b87b will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:44.669307 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:44.702464 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-fb27aee8-ab5f-48cc-95d2-d9632442eb7b None None] Provisioning for port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:33:44.732926 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Network 06227ec4-def1-4924-97fa-f9c49839cab3 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:44.740182 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:44.742861 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:33:44.743676 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800663'] for router_interface, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:44.758836 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=908806fa-9b8a-4589-9d65-ce1661e6b87b,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:44.858224 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:33:44.881032 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:44.902483 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:44.902847 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.054177 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-efc1df86-8a39-4100-ae83-b084b045a646 None None] Provisioning complete for port e260ac71-6282-4ab9-a0f3-34d9c46ae134 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:45.054524 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-efc1df86-8a39-4100-ae83-b084b045a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.130718 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.136622 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.137304 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4173672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800626'] for router_interface, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.140170 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-80ed6ea4-c035-4778-b663-d97e70b385b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.161305 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-80ed6ea4-c035-4778-b663-d97e70b385b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.187335 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c356f9e-92e0-4050-b29e-5aee6f5ed853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.191865 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:33:45.212887 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Sync routers for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:33:45.220833 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c356f9e-92e0-4050-b29e-5aee6f5ed853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.224953 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:33:45.227744 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:33:22Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:45.228997 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.278914 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed6ea4-c035-4778-b663-d97e70b385b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9db616-bace-4e75-b143-c9bc20d2b524,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:45.288389 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-80ed6ea4-c035-4778-b663-d97e70b385b3 admin admin] Synchronizing usage tracker for tenant:a1c9ac74b1bb4b3b8dabb8da5c46c2cd on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:33:45.311364 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-2c356f9e-92e0-4050-b29e-5aee6f5ed853 admin admin] Synchronizing usage tracker for tenant:a1c9ac74b1bb4b3b8dabb8da5c46c2cd on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:33:45.311739 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-efc1df86-8a39-4100-ae83-b084b045a646 None None] Port e260ac71-6282-4ab9-a0f3-34d9c46ae134 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:33:45.316092 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-3592440a-a67b-4f5b-bf1f-730be132ded3 admin admin] 10.222.0.33 "PUT /v2.0/routers/a897ac1a-6a68-486c-906e-21279c914a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9111109 Jun 24 20:33:45.332074 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:45.332726 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.360508 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=908806fa-9b8a-4589-9d65-ce1661e6b87b,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:45.386444 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2,segment=NetworkSegment(623e4cf7-5a10-474e-accc-40e4191763b3),segment_id=623e4cf7-5a10-474e-accc-40e4191763b3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:33:45.393042 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Router a5960b34-7f65-4484-88a2-90bd0fe0619c is scheduled to L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 20:33:45.412769 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Transition to ACTIVE for port object 955357c3-dcbd-42a8-905e-2218ce82461a will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:45.426800 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c356f9e-92e0-4050-b29e-5aee6f5ed853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746e2446-890c-45fc-93cd-dbf61efdf4ac,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:45.439787 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.445080 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 76355443-b30c-4c16-aaa5-9ceee9dae3c3 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:33:45.516558 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Network 06227ec4-def1-4924-97fa-f9c49839cab3 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:45.519719 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:45.583412 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-80ed6ea4-c035-4778-b663-d97e70b385b3 admin admin] Unset dirty status for tenant:a1c9ac74b1bb4b3b8dabb8da5c46c2cd on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:33:45.587749 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-80ed6ea4-c035-4778-b663-d97e70b385b3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2890ebd5e37c40f2801b7e0d073e495a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3272483 Jun 24 20:33:45.588531 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43302) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:45.597118 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.db.api [None req-2c356f9e-92e0-4050-b29e-5aee6f5ed853 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) a1c9ac74b1bb4b3b8dabb8da5c46c2cd-security_group {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:33:45.597349 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG oslo_db.api [None req-2c356f9e-92e0-4050-b29e-5aee6f5ed853 admin admin] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:33:45.621390 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:33:45.667446 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:45.688353 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-efc1df86-8a39-4100-ae83-b084b045a646 None None] Provisioning for port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:33:45.713039 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.815469 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Router 0dccb230-804e-48eb-a174-e24b024157e0 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:33:45.836090 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839eddab-4234-4208-b071-2cf2affc2726 None None] Pushing event updated for resources: {'Port': ['ID=955357c3-dcbd-42a8-905e-2218ce82461a,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:45.876089 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-6988b932-5f93-4a49-9f7c-3989a7a633b0 None None] Provisioning for port 908806fa-9b8a-4589-9d65-ce1661e6b87b completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:33:45.886868 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-6988b932-5f93-4a49-9f7c-3989a7a633b0 None None] Provisioning complete for port 908806fa-9b8a-4589-9d65-ce1661e6b87b triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:45.892797 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6988b932-5f93-4a49-9f7c-3989a7a633b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.943093 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Attempting to bind port 955357c3-dcbd-42a8-905e-2218ce82461a on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:33:45.943687 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Attempting to bind port 955357c3-dcbd-42a8-905e-2218ce82461a by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:33:45.944142 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Attempting to bind port 955357c3-dcbd-42a8-905e-2218ce82461a on network cd9f41e2-529a-43c2-b620-1636d255c50a {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:33:45.947871 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4a06692d-9562-41f8-927e-da7bdb59ffd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.954215 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:33:45.954695 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Checking segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:33:45.955181 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.955671 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Bound using segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:33:45.956225 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Bound port: 955357c3-dcbd-42a8-905e-2218ce82461a, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:33:45.956686 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:45.961263 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:33:45.998918 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4a06692d-9562-41f8-927e-da7bdb59ffd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.015104 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.019298 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-583495e4-6be3-4973-b44f-a685a9ef2716 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.2096148 Jun 24 20:33:46.019982 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43310) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:46.108121 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Sync routers for ids ['a5960b34-7f65-4484-88a2-90bd0fe0619c'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:33:46.110758 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-6988b932-5f93-4a49-9f7c-3989a7a633b0 None None] Port 908806fa-9b8a-4589-9d65-ce1661e6b87b cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:33:46.116349 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:33:46.137553 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-cb72cfdf-f428-40c2-8fac-72ab5584eeb3 admin admin] 10.222.0.33 "PUT /v2.0/routers/0dccb230-804e-48eb-a174-e24b024157e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8795052 Jun 24 20:33:46.155487 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] For port 955357c3-dcbd-42a8-905e-2218ce82461a, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:33:46.165324 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] For port 955357c3-dcbd-42a8-905e-2218ce82461a, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=955357c3-dcbd-42a8-905e-2218ce82461a,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:33:46.189170 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 43318) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:46.195776 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1791132381', 'description': 'tempest-description--20420737'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:46.200820 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.207364 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:46.215285 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-6988b932-5f93-4a49-9f7c-3989a7a633b0 None None] Provisioning complete for port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:46.216548 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:46.216959 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6988b932-5f93-4a49-9f7c-3989a7a633b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.224994 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:46.244083 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:46.257665 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.268498 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-2c356f9e-92e0-4050-b29e-5aee6f5ed853 admin admin] Unset dirty status for tenant:a1c9ac74b1bb4b3b8dabb8da5c46c2cd on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:33:46.270330 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-2c356f9e-92e0-4050-b29e-5aee6f5ed853 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=965423e0e0024bd986d6145990b21e00&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0118639 Jun 24 20:33:46.273448 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43322) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:46.283099 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:42Z', 'revision_number': 2, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:46.298754 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:46.303875 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Checking router: a897ac1a-6a68-486c-906e-21279c914a56 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:33:46.304271 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Updating router a897ac1a-6a68-486c-906e-21279c914a56 port e260ac71-6282-4ab9-a0f3-34d9c46ae134 binding host dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:33:46.304397 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group_rule and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:46.307391 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Routers {'a5960b34-7f65-4484-88a2-90bd0fe0619c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:33:46.307850 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:46.308964 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:33:22Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a5960b34-7f65-4484-88a2-90bd0fe0619c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:46.315494 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:46.393615 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:33:46.410390 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.417769 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.485746 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.496001 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef82930c-0721-4e06-9532-293f4f318003,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:46.499801 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.504549 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-01eb0b1a-fc12-414a-a2f1-9a5fb43f90d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.3139896 Jun 24 20:33:46.505599 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 43334) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:46.512122 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-e88ffac2-41f0-46b7-acb0-27a96f48233d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'security_group_rule': {'security_group_id': 'ef82930c-0721-4e06-9532-293f4f318003', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:46.519042 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-e88ffac2-41f0-46b7-acb0-27a96f48233d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:46.523078 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-e88ffac2-41f0-46b7-acb0-27a96f48233d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group_rule and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:46.528141 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-e88ffac2-41f0-46b7-acb0-27a96f48233d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:46.534203 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:46.534921 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.536148 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-e88ffac2-41f0-46b7-acb0-27a96f48233d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:46.561327 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e88ffac2-41f0-46b7-acb0-27a96f48233d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.677979 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e88ffac2-41f0-46b7-acb0-27a96f48233d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.682514 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e88ffac2-41f0-46b7-acb0-27a96f48233d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.707790 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ffac2-41f0-46b7-acb0-27a96f48233d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4315c2-e384-42f4-9319-2cce474e905b,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:46.762517 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Routers {'0dccb230-804e-48eb-a174-e24b024157e0'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:33:46.762517 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:33:22Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['0dccb230-804e-48eb-a174-e24b024157e0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:46.781997 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e88ffac2-41f0-46b7-acb0-27a96f48233d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:46.789889 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-e88ffac2-41f0-46b7-acb0-27a96f48233d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2817671 Jun 24 20:33:46.795661 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 43360) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:46.801073 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-133e6399-8574-4f1c-b7d9-586afd0f4166 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'security_group_rule': {'security_group_id': 'ef82930c-0721-4e06-9532-293f4f318003', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:46.837650 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-133e6399-8574-4f1c-b7d9-586afd0f4166 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:46.848646 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-133e6399-8574-4f1c-b7d9-586afd0f4166 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group_rule and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:46.851271 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 43376) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:46.858188 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-133e6399-8574-4f1c-b7d9-586afd0f4166 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:46.870029 dv-cinder-847189-4-iscsi neutron-server[88160]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 20:33:46.964410 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-133e6399-8574-4f1c-b7d9-586afd0f4166 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:47.015138 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839eddab-4234-4208-b071-2cf2affc2726 None None] Pushing event updated for resources: {'Port': ['ID=955357c3-dcbd-42a8-905e-2218ce82461a,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:47.029666 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4a06692d-9562-41f8-927e-da7bdb59ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.132565 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Set router a5960b34-7f65-4484-88a2-90bd0fe0619c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:33:47.152969 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4a06692d-9562-41f8-927e-da7bdb59ffd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.154344 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-4a06692d-9562-41f8-927e-da7bdb59ffd6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cd9db616-bace-4e75-b143-c9bc20d2b524 HTTP/1.1" status: 204 len: 168 time: 1.5561874 Jun 24 20:33:47.156848 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-133e6399-8574-4f1c-b7d9-586afd0f4166 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.257075 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06692d-9562-41f8-927e-da7bdb59ffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9db616-bace-4e75-b143-c9bc20d2b524,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:47.384303 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-7b0d9940-0ec4-4eba-8ce2-4eb88512dd44 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:47.384941 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-7b0d9940-0ec4-4eba-8ce2-4eb88512dd44 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Synchronizing usage tracker for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:network {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:33:47.394865 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:47.415040 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.440264 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-54680bc4-1eed-4776-b2a4-976ddecae5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.473497 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-133e6399-8574-4f1c-b7d9-586afd0f4166 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.475677 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-7b0d9940-0ec4-4eba-8ce2-4eb88512dd44 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Unset dirty status for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:network {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:33:47.478961 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-7b0d9940-0ec4-4eba-8ce2-4eb88512dd44 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 819 time: 0.6266987 Jun 24 20:33:47.481178 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-133e6399-8574-4f1c-b7d9-586afd0f4166 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.481438 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Notify callbacks [] for port, precommit_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.510831 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-54680bc4-1eed-4776-b2a4-976ddecae5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.528549 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.provisioning_blocks [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Transition to ACTIVE for port object e260ac71-6282-4ab9-a0f3-34d9c46ae134 will not be triggered until provisioned by entity L2. {{(pid=88162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:47.555085 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.582334 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-bd2492a5-1d1a-4f6d-9525-8bb3fc23577c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/quotas/cdcfd31d4ba7493ea8fa3d782618b7d7 HTTP/1.1" status: 200 len: 375 time: 0.0540054 Jun 24 20:33:47.583031 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e6399-8574-4f1c-b7d9-586afd0f4166 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93864696-466b-4810-b398-41073135fdcd,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:47.583748 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:33:47.589523 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-133e6399-8574-4f1c-b7d9-586afd0f4166 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.594466 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-133e6399-8574-4f1c-b7d9-586afd0f4166 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7947381 Jun 24 20:33:47.598751 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 43412) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:47.730732 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:47.730732 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:47.730732 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:floatingip and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:47.736751 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:47.743734 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:47.764444 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.765727 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 76355443-b30c-4c16-aaa5-9ceee9dae3c3, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=76355443-b30c-4c16-aaa5-9ceee9dae3c3,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:33:47.772883 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-6988b932-5f93-4a49-9f7c-3989a7a633b0 None None] Current status of the port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:47.788727 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-54680bc4-1eed-4776-b2a4-976ddecae5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.842485 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54680bc4-1eed-4776-b2a4-976ddecae5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746e2446-890c-45fc-93cd-dbf61efdf4ac,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:47.904326 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-54680bc4-1eed-4776-b2a4-976ddecae5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:47.907913 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-54680bc4-1eed-4776-b2a4-976ddecae5dc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/746e2446-890c-45fc-93cd-dbf61efdf4ac HTTP/1.1" status: 204 len: 168 time: 1.6323571 Jun 24 20:33:47.964940 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-bbd9db2e-6617-4e81-80b5-ecf5dea1381c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Synchronizing usage tracker for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:33:48.001693 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:48.046648 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-bbd9db2e-6617-4e81-80b5-ecf5dea1381c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Unset dirty status for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:33:48.047973 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-bbd9db2e-6617-4e81-80b5-ecf5dea1381c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4466984 Jun 24 20:33:48.153213 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:48.213346 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470fbd1-6161-40f9-b988-e55179f93135 None None] Pushing event updated for resources: {'Port': ['ID=e260ac71-6282-4ab9-a0f3-34d9c46ae134,revision_number=3']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:48.231333 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Attempting to bind port e260ac71-6282-4ab9-a0f3-34d9c46ae134 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:33:48.235747 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Attempting to bind port e260ac71-6282-4ab9-a0f3-34d9c46ae134 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:33:48.236340 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Attempting to bind port e260ac71-6282-4ab9-a0f3-34d9c46ae134 on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:33:48.250085 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:33:48.250915 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Checking segment: {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:33:48.251666 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:48.252227 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Bound using segment: {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:33:48.253119 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Bound port: e260ac71-6282-4ab9-a0f3-34d9c46ae134, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'}}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:33:48.254591 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:48.258184 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:33:48.288304 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:48.352399 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] Set router 0dccb230-804e-48eb-a174-e24b024157e0 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:33:48.460114 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] For port e260ac71-6282-4ab9-a0f3-34d9c46ae134, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:33:48.463698 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] For port e260ac71-6282-4ab9-a0f3-34d9c46ae134, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=e260ac71-6282-4ab9-a0f3-34d9c46ae134,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:33:48.475529 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:48.510018 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Allocated IP 172.27.1.140 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/ea39b1b1-f61c-4579-843e-35b824b2d32a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:33:48.544392 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-6988b932-5f93-4a49-9f7c-3989a7a633b0 None None] Provisioning complete for port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:48.554567 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6988b932-5f93-4a49-9f7c-3989a7a633b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:48.641232 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:33:48.641931 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:33:22Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:48.695927 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43458) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:48.770161 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:48.842390 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:48.932606 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Allocated IP 172.20.0.1 (97558abb-9b1e-48ef-bd77-5d54b84cf9fc/7ad5424a-8796-4922-902a-fa02fd0f87f6/4f63cede-c580-4aa1-86b2-cf6b65d3cd76) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:33:48.965767 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:48.978186 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:48.982714 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:33:48.983131 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=76355443-b30c-4c16-aaa5-9ceee9dae3c3,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:49.059144 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1fa2792f-2bd3-455b-838b-c1ac0d4c6b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:49.171587 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-b7132fff-a8e7-427b-8c46-309fc4037490 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 20:33:49.172392 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-b7132fff-a8e7-427b-8c46-309fc4037490 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2001820 Jun 24 20:33:49.212950 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:33:49.233428 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:49.233793 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:49.244721 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1fa2792f-2bd3-455b-838b-c1ac0d4c6b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:49.250817 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'Port': ['ID=ea39b1b1-f61c-4579-843e-35b824b2d32a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:49.273002 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-1fa2792f-2bd3-455b-838b-c1ac0d4c6b19 admin admin] Usage tracker for resource:security_group_rule and tenant:0b2411dd80524467bbbcfc1da2af2748 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:49.288914 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-1fa2792f-2bd3-455b-838b-c1ac0d4c6b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:49.308821 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1fa2792f-2bd3-455b-838b-c1ac0d4c6b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:49.332605 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:49.559326 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43502) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:49.640234 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:49.658878 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-5ed80673-043c-41c2-8bf0-910840394d42 service neutron] 10.222.0.33 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658067 Jun 24 20:33:49.670072 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'name': 'tempest-DeleteServersTestJSON-52703545-router', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:42Z', 'revision_number': 3, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'gw_port': {'id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:40Z', 'updated_at': '2022-06-24T20:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:49.689815 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Transition to ACTIVE for port object 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:49.692434 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Checking router: a5960b34-7f65-4484-88a2-90bd0fe0619c for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:33:49.692789 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Updating router a5960b34-7f65-4484-88a2-90bd0fe0619c port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a binding host dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:33:49.824183 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1fa2792f-2bd3-455b-838b-c1ac0d4c6b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:49.827546 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:49.846415 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1fa2792f-2bd3-455b-838b-c1ac0d4c6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:49.870677 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-995bf137-d3cb-48ed-bfde-7822602c876b service neutron] 10.222.0.33 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096088 Jun 24 20:33:49.885453 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:49.962046 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2792f-2bd3-455b-838b-c1ac0d4c6b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d688cbba-6048-4858-9156-34c59ec88cb0,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:49.980621 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:49.998579 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470fbd1-6161-40f9-b988-e55179f93135 None None] Pushing event updated for resources: {'Port': ['ID=e260ac71-6282-4ab9-a0f3-34d9c46ae134,revision_number=4']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:50.051812 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:48Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:50.062567 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18132a83-e347-4c3b-a388-e6882901c6fb None None] The sync data for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi is: [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:48Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:33:50.223607 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=4f63cede-c580-4aa1-86b2-cf6b65d3cd76,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:50.232064 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43536) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:50.235890 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1229873734-network', 'tenant_id': '3b30cd0c22c841028b5dcf5f8bb4524c'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:50.240485 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:50.244896 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Usage tracker for resource:network and tenant:3b30cd0c22c841028b5dcf5f8bb4524c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:50.248189 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:50.254669 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:50.269564 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:50.272576 dv-cinder-847189-4-iscsi neutron-server[88159]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 20:33:50.273145 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Made reservation on behalf of 3b30cd0c22c841028b5dcf5f8bb4524c for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:33:50.275479 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:50.317334 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-6988b932-5f93-4a49-9f7c-3989a7a633b0 None None] Current status of the port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:50.341832 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:50.342953 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:33:50.391913 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:50.431079 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-1fa2792f-2bd3-455b-838b-c1ac0d4c6b19 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0b2411dd80524467bbbcfc1da2af2748&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7332182 Jun 24 20:33:50.433400 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-becc314f-9184-405a-b128-7a797ad77be6 req-ddaed205-c0e4-4e9d-8f28-bc90a89e4d39 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 210 time: 0.1705468 Jun 24 20:33:50.437286 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-bb909105-e9a3-4693-a6be-2720e693f449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:50.442504 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 43548) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:50.444853 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:50.450774 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:50.455533 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Usage tracker for resource:security_group_rule and tenant:3b30cd0c22c841028b5dcf5f8bb4524c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:50.468418 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:50.482426 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:50.492522 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:50.510497 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:50.639849 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:50.644391 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:33:50.644881 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800663'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:50.758113 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:50.821282 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'Port': ['ID=ea39b1b1-f61c-4579-843e-35b824b2d32a,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:50.857860 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:50.903664 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c670209e-cb0b-49e1-ae19-1f47dcb4b4b1,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:50.942182 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:33:50.972660 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:50.973138 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.segments_db [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Added segment 4c3c7629-530c-4cb0-ad59-0bf596baa694 of type vlan for network 48aebaf2-138b-4b6a-9b6e-3d32f89dce0f Jun 24 20:33:50.981154 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.017990 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43574) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:51.030396 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.045359 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-7350ff64-4a35-41c2-8798-54ed73ffc887 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3461235 Jun 24 20:33:51.082616 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:51.083130 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.211716 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b3fbcec2-ec91-4f6b-99b1-d0ea13b5299b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.252505 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 2, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:51.252505 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-6661403b-4739-4d01-8310-ddbc7946260d None None] Provisioning complete for port 908806fa-9b8a-4589-9d65-ce1661e6b87b triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:51.252505 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6661403b-4739-4d01-8310-ddbc7946260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.520150 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-6661403b-4739-4d01-8310-ddbc7946260d None None] Port 908806fa-9b8a-4589-9d65-ce1661e6b87b cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:33:51.529505 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.530208 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b3fbcec2-ec91-4f6b-99b1-d0ea13b5299b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.604558 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f056a6c-4f3f-4512-b441-a4bcc033516e None None] The sync data for ids ['0dccb230-804e-48eb-a174-e24b024157e0'] in dv-cinder-847189-4-iscsi is: [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 2, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:33:51.609801 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.674261 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.675221 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4173672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800626'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.795567 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.796858 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:51.797905 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.822238 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-0047b3f2-53ae-4061-bfa6-8def15fa60a0 None None] Provisioning for port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:33:51.827945 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-49854739-c543-4671-9b04-4165e78487f2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:51.829470 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-49854739-c543-4671-9b04-4165e78487f2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 819 time: 0.8641706 Jun 24 20:33:51.855781 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b3fbcec2-ec91-4f6b-99b1-d0ea13b5299b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.902119 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:51.904422 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbcec2-ec91-4f6b-99b1-d0ea13b5299b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d688cbba-6048-4858-9156-34c59ec88cb0,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:51.925680 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-0047b3f2-53ae-4061-bfa6-8def15fa60a0 None None] Provisioning complete for port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:51.932942 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0047b3f2-53ae-4061-bfa6-8def15fa60a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.935201 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b3fbcec2-ec91-4f6b-99b1-d0ea13b5299b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:51.939875 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-b3fbcec2-ec91-4f6b-99b1-d0ea13b5299b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d688cbba-6048-4858-9156-34c59ec88cb0 HTTP/1.1" status: 204 len: 168 time: 1.4946146 Jun 24 20:33:51.944254 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-656db8d6-0af7-4ff4-a688-d8207be63b0a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/quotas/cdcfd31d4ba7493ea8fa3d782618b7d7 HTTP/1.1" status: 200 len: 375 time: 0.1036768 Jun 24 20:33:52.156051 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-aa0932b3-749f-4f4f-900b-a59301bdf703 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2061913 Jun 24 20:33:52.219462 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=4f63cede-c580-4aa1-86b2-cf6b65d3cd76,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:52.244844 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-0047b3f2-53ae-4061-bfa6-8def15fa60a0 None None] Port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:33:52.350514 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device e260ac71-6282-4ab9-a0f3-34d9c46ae134 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:33:52.410366 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c47b53ce-31eb-4841-887f-c513cea37b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:52.473017 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-5275a8f5-463d-435f-845a-bed2970a6077 service neutron] 10.222.0.33 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005631 Jun 24 20:33:52.536891 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:52.565926 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Transition to ACTIVE for port object 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:52.577104 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-bdef0c08-90de-44bd-a328-5ff6d9e27498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:52.584129 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:52.659417 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-a72b47ad-f550-4533-bc11-a1ab3ff4676e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:33:52.680501 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c47b53ce-31eb-4841-887f-c513cea37b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:52.685084 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c47b53ce-31eb-4841-887f-c513cea37b50 admin admin] Usage tracker for resource:security_group_rule and tenant:ad71185d24fa4bc2bba9c66dcc9ba8c1 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:52.688467 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c47b53ce-31eb-4841-887f-c513cea37b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:52.694875 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c47b53ce-31eb-4841-887f-c513cea37b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:52.699655 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port e260ac71-6282-4ab9-a0f3-34d9c46ae134 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:33:52.707391 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] Pushing event updated for resources: {'Network': ['ID=48aebaf2-138b-4b6a-9b6e-3d32f89dce0f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:52.745752 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network 48aebaf2-138b-4b6a-9b6e-3d32f89dce0f details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:33:52.774318 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port e260ac71-6282-4ab9-a0f3-34d9c46ae134 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:52.774700 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:52.796786 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0bc39de6-a409-492f-b33c-c5958ba3889a service neutron] 10.222.0.33 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149879 Jun 24 20:33:52.862742 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c47b53ce-31eb-4841-887f-c513cea37b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:52.876977 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c47b53ce-31eb-4841-887f-c513cea37b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:52.886371 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-5afb793e-158d-4440-a7b5-a30e54cca484 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3245599 Jun 24 20:33:52.892164 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 43640) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:52.903895 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Request body: {'subnet': {'network_id': '48aebaf2-138b-4b6a-9b6e-3d32f89dce0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1229873734-subnet', 'tenant_id': '3b30cd0c22c841028b5dcf5f8bb4524c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:52.916152 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-a72b47ad-f550-4533-bc11-a1ab3ff4676e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:33:52.917459 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-a72b47ad-f550-4533-bc11-a1ab3ff4676e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1791132381&fields=id&tenant_id=50d9fb9258c640e88fc3f13defa38c4d HTTP/1.1" status: 200 len: 267 time: 1.3706269 Jun 24 20:33:52.936509 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:52.941282 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Attempting to bind port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:33:52.945535 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Attempting to bind port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:33:52.946553 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Attempting to bind port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a on network cd9f41e2-529a-43c2-b620-1636d255c50a {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:33:52.951267 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Usage tracker for resource:subnet and tenant:3b30cd0c22c841028b5dcf5f8bb4524c is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:52.961592 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:53.013586 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:53.019780 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:33:53.020287 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Checking segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:33:53.020846 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:53.021848 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Bound using segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:33:53.021848 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Bound port: 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:33:53.022520 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:53.084393 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Made reservation on behalf of 3b30cd0c22c841028b5dcf5f8bb4524c for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:33:53.097871 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:53.105158 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bd901-4a30-4d4b-8385-97a65814fbf0 None None] Pushing event updated for resources: {'Port': ['ID=2de46bea-eacd-47a0-b2b3-ea39f2f31e9a,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:53.352004 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] For port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:33:53.392244 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] For port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=2de46bea-eacd-47a0-b2b3-ea39f2f31e9a,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:33:53.415660 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b53ce-31eb-4841-887f-c513cea37b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe88c7a-6353-4606-8f39-35f5f5621236,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:53.459699 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-c47b53ce-31eb-4841-887f-c513cea37b50 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ad71185d24fa4bc2bba9c66dcc9ba8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9265966 Jun 24 20:33:53.482455 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43672) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:53.497898 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port e260ac71-6282-4ab9-a0f3-34d9c46ae134 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:53.506919 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:53.538968 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:53.609453 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-64932468-66a0-4701-bca5-518a83bb0614 req-f3606874-98b4-43fe-a8b9-da9686623e14 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 210 time: 0.4056363 Jun 24 20:33:53.661098 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:53.702591 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:53.839285 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:53.950540 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:53.961432 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Routers {'a5960b34-7f65-4484-88a2-90bd0fe0619c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:33:53.962060 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:33:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a5960b34-7f65-4484-88a2-90bd0fe0619c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:54.018856 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:54.045843 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-44c11c89-6a99-4068-8e5e-3f77daf81ee1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:54.046687 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-44c11c89-6a99-4068-8e5e-3f77daf81ee1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:33:54.061509 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port e260ac71-6282-4ab9-a0f3-34d9c46ae134, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=e260ac71-6282-4ab9-a0f3-34d9c46ae134,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:33:54.084185 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:54.085148 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 76355443-b30c-4c16-aaa5-9ceee9dae3c3 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:33:54.204857 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d6feb1e-9eb7-4421-bb56-f640451484d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:54.210030 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-44c11c89-6a99-4068-8e5e-3f77daf81ee1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:33:54.236190 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-44c11c89-6a99-4068-8e5e-3f77daf81ee1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/networks?id=7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 200 len: 815 time: 1.3064077 Jun 24 20:33:54.237325 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c02867-e436-4796-97f6-85864a0c8ba9,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:54.292807 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bd901-4a30-4d4b-8385-97a65814fbf0 None None] Pushing event updated for resources: {'Port': ['ID=2de46bea-eacd-47a0-b2b3-ea39f2f31e9a,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:54.293402 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Checking segment: {'id': '4c3c7629-530c-4cb0-ad59-0bf596baa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '48aebaf2-138b-4b6a-9b6e-3d32f89dce0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:33:54.294677 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Network hostable DHCP agents. Network: 48aebaf2-138b-4b6a-9b6e-3d32f89dce0f, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:33:54.333298 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d6feb1e-9eb7-4421-bb56-f640451484d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:54.345958 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.15', 51009) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:54.364122 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-8f39a432-daad-4a7c-90e5-93a0979bb3fb None None] Provisioning complete for port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:54.364884 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8f39a432-daad-4a7c-90e5-93a0979bb3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:54.493205 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a432-daad-4a7c-90e5-93a0979bb3fb None None] Port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:33:54.523644 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:54.524001 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:54.542875 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d6feb1e-9eb7-4421-bb56-f640451484d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:54.563814 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Router a5960b34-7f65-4484-88a2-90bd0fe0619c has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:33:54.575404 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-992c80e4-8134-4c8a-bd30-123cf31f5b27 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/quotas/50d9fb9258c640e88fc3f13defa38c4d HTTP/1.1" status: 200 len: 375 time: 0.3383403 Jun 24 20:33:54.717585 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6feb1e-9eb7-4421-bb56-f640451484d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe88c7a-6353-4606-8f39-35f5f5621236,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:54.736999 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-5307a648-c58b-4adb-8c83-ec3ebe705330 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:54.747707 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-5307a648-c58b-4adb-8c83-ec3ebe705330 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 819 time: 0.3987830 Jun 24 20:33:54.748579 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Network 48aebaf2-138b-4b6a-9b6e-3d32f89dce0f is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:33:54.768300 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, 48aebaf2-138b-4b6a-9b6e-3d32f89dce0f) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:54.796332 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:54.807806 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:54.827322 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Request body: {'port': {'device_id': '8262df5c-2175-4bf5-847c-6eec9895883b', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'admin_state_up': True, 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:54.864079 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e68e6-5d3f-4ded-a9e2-c966bddd1af7 None None] Network 48aebaf2-138b-4b6a-9b6e-3d32f89dce0f requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:33:55.019638 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d6feb1e-9eb7-4421-bb56-f640451484d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:55.020759 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-7d6feb1e-9eb7-4421-bb56-f640451484d8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fbe88c7a-6353-4606-8f39-35f5f5621236 HTTP/1.1" status: 204 len: 168 time: 1.5356336 Jun 24 20:33:55.209561 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-3645c31c-55c3-4b56-9154-e898906816ce tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:33:55.223065 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:33:55.229657 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-567b4eae-e32b-49cc-83c1-d2f93005d7b1 admin admin] 10.222.0.33 "PUT /v2.0/routers/a5960b34-7f65-4484-88a2-90bd0fe0619c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2063663 Jun 24 20:33:55.251129 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-3645c31c-55c3-4b56-9154-e898906816ce tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:33:55.252668 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-3645c31c-55c3-4b56-9154-e898906816ce tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6692123 Jun 24 20:33:55.300533 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:55.346586 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] Set router a5960b34-7f65-4484-88a2-90bd0fe0619c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:33:55.393955 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Sync routers for ids ['0dccb230-804e-48eb-a174-e24b024157e0'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:33:55.409847 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Routers {'0dccb230-804e-48eb-a174-e24b024157e0'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:33:55.410492 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:33:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['0dccb230-804e-48eb-a174-e24b024157e0'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:55.517491 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:55.527023 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fbf8ba7e-92f2-45aa-9c57-25389d7fb2be req-cff75ba7-2715-4c8d-bdbc-f3ebc92c312c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 210 time: 0.2189713 Jun 24 20:33:55.546785 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-d74e8b25-7ac8-488a-95ea-fe2a4bec1e76 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6528935 Jun 24 20:33:55.565164 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Made reservation on behalf of cdcfd31d4ba7493ea8fa3d782618b7d7 for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:33:55.570800 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:55.621317 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 43762) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:55.705317 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=e260ac71-6282-4ab9-a0f3-34d9c46ae134,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:55.738119 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:55.743958 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cc14f5e9-5001-4789-a715-c0493682a422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:55.761851 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-cc14f5e9-5001-4789-a715-c0493682a422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:55.766148 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-cc14f5e9-5001-4789-a715-c0493682a422 admin admin] Usage tracker for resource:security_group_rule and tenant:fa78f9d4806342adb20fb4d39dba653c is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:55.769828 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-cc14f5e9-5001-4789-a715-c0493682a422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:55.779220 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Set router 0dccb230-804e-48eb-a174-e24b024157e0 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:33:55.781957 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-cc14f5e9-5001-4789-a715-c0493682a422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:55.845760 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:55.854550 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.15', 51019) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:56.080291 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ed88d-df87-469e-8ec4-29c42b5bae1c None None] Network 48aebaf2-138b-4b6a-9b6e-3d32f89dce0f requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:33:56.178827 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device e260ac71-6282-4ab9-a0f3-34d9c46ae134 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:33:56.246676 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-14e49892-08cf-4e45-b7f6-fb422ddce172 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:56.252613 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-14e49892-08cf-4e45-b7f6-fb422ddce172 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 819 time: 0.3969283 Jun 24 20:33:56.255715 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Allocated IP 172.20.0.7 (06227ec4-def1-4924-97fa-f9c49839cab3/e02b5670-f217-4f99-9448-1d750526a468/fbd17804-4c12-492a-b58f-1661ae21a9ae) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:33:56.267180 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cc14f5e9-5001-4789-a715-c0493682a422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:56.276670 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cc14f5e9-5001-4789-a715-c0493682a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:56.386068 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14f5e9-5001-4789-a715-c0493682a422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b118a8-efc8-449f-b5ca-e25aab50a834,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:56.391104 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-cc14f5e9-5001-4789-a715-c0493682a422 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fa78f9d4806342adb20fb4d39dba653c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7643645 Jun 24 20:33:56.395924 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43796) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:56.435175 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 2, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:56.439760 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Checking router: 0dccb230-804e-48eb-a174-e24b024157e0 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:33:56.440362 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Updating router 0dccb230-804e-48eb-a174-e24b024157e0 port 908806fa-9b8a-4589-9d65-ce1661e6b87b binding host dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:33:56.496416 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:56.572220 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00e8f3dc-b2d6-4ba5-aa0b-fe295675e3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:56.638782 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-df653414-4d6d-472f-8ab3-f161de7a66ef service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 20:33:56.640149 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-df653414-4d6d-472f-8ab3-f161de7a66ef service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6194735 Jun 24 20:33:56.655807 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:56.668808 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00e8f3dc-b2d6-4ba5-aa0b-fe295675e3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:56.700765 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Transition to ACTIVE for port object fbd17804-4c12-492a-b58f-1661ae21a9ae will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:56.754537 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:56.899698 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port e260ac71-6282-4ab9-a0f3-34d9c46ae134 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:56.900237 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:57.018490 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-bba62b6b-433d-4666-b781-7e278f84543b service neutron] 10.222.0.33 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513498 Jun 24 20:33:57.020180 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00e8f3dc-b2d6-4ba5-aa0b-fe295675e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:57.059897 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8f3dc-b2d6-4ba5-aa0b-fe295675e3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b118a8-efc8-449f-b5ca-e25aab50a834,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:57.079608 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Pushing event updated for resources: {'Port': ['ID=fbd17804-4c12-492a-b58f-1661ae21a9ae,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:57.092756 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Network 06227ec4-def1-4924-97fa-f9c49839cab3 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:33:57.139774 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:33:57.153802 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:33:57.169781 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:57.172113 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:57.225796 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'name': 'tempest-DeleteServersTestJSON-52703545-router', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:50Z', 'revision_number': 4, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'gw_port': {'id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:40Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '4f63cede-c580-4aa1-86b2-cf6b65d3cd76', 'name': '', 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'mac_address': 'fa:16:3e:87:3d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ad5424a-8796-4922-902a-fa02fd0f87f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:33:51Z', 'revision_number': 2, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'subnets': [{'id': '7ad5424a-8796-4922-902a-fa02fd0f87f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:57.277328 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf0a2ca-cb5f-4f9f-a2cd-36439ad1076b None None] The sync data for ids ['a5960b34-7f65-4484-88a2-90bd0fe0619c'] in dv-cinder-847189-4-iscsi is: [{'id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'name': 'tempest-DeleteServersTestJSON-52703545-router', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:50Z', 'revision_number': 4, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'gw_port': {'id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:40Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '4f63cede-c580-4aa1-86b2-cf6b65d3cd76', 'name': '', 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'mac_address': 'fa:16:3e:87:3d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ad5424a-8796-4922-902a-fa02fd0f87f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:33:51Z', 'revision_number': 2, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'subnets': [{'id': '7ad5424a-8796-4922-902a-fa02fd0f87f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:33:57.299969 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port e260ac71-6282-4ab9-a0f3-34d9c46ae134 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:57.303014 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 955357c3-dcbd-42a8-905e-2218ce82461a up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:33:57.436346 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-63942c52-6737-4d20-b998-aeaa787639e1 service neutron] 10.222.0.33 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785546 Jun 24 20:33:57.452607 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00e8f3dc-b2d6-4ba5-aa0b-fe295675e3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:57.454289 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Notify callbacks [] for port, precommit_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:57.456724 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-00e8f3dc-b2d6-4ba5-aa0b-fe295675e3bd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a5b118a8-efc8-449f-b5ca-e25aab50a834 HTTP/1.1" status: 204 len: 168 time: 1.0597441 Jun 24 20:33:57.504167 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.provisioning_blocks [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Transition to ACTIVE for port object 908806fa-9b8a-4589-9d65-ce1661e6b87b will not be triggered until provisioned by entity L2. {{(pid=88162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:33:57.517573 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:57.518109 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9b53080f-5ea4-442d-8cc6-38bae84b7cd5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6989543 Jun 24 20:33:57.546083 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 955357c3-dcbd-42a8-905e-2218ce82461a completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:33:57.565152 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 955357c3-dcbd-42a8-905e-2218ce82461a triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:57.568443 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:57.720169 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-be01b57f-5861-4b4e-bb60-fdd07a4602d9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:33:57.720906 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-be01b57f-5861-4b4e-bb60-fdd07a4602d9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Synchronizing usage tracker for tenant:6250adb3b69f44daaa28fc400ae5b0eb on resource:network {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:33:57.776804 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-be01b57f-5861-4b4e-bb60-fdd07a4602d9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Unset dirty status for tenant:6250adb3b69f44daaa28fc400ae5b0eb on resource:network {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:33:57.779170 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-be01b57f-5861-4b4e-bb60-fdd07a4602d9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/networks?id=97558abb-9b1e-48ef-bd77-5d54b84cf9fc HTTP/1.1" status: 200 len: 810 time: 0.7016504 Jun 24 20:33:57.818623 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-14051998-9124-4c62-8d68-66294ee527c6 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/quotas/6250adb3b69f44daaa28fc400ae5b0eb HTTP/1.1" status: 200 len: 375 time: 0.0226033 Jun 24 20:33:57.978665 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 955357c3-dcbd-42a8-905e-2218ce82461a is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:33:57.979408 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:58.002140 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 955357c3-dcbd-42a8-905e-2218ce82461a, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=955357c3-dcbd-42a8-905e-2218ce82461a,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:33:58.020966 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:58.086447 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43858) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:33:58.093658 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-194629682-network', 'tenant_id': '3a5eb59734b54ceda4351a861164509a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:58.102524 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:58.117362 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Usage tracker for resource:network and tenant:3a5eb59734b54ceda4351a861164509a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:58.121673 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:58.134701 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:58.156983 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Made reservation on behalf of 3a5eb59734b54ceda4351a861164509a for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:33:58.160877 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:58.181537 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:58.188094 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-e98d7357-cca4-4eaa-8cef-92d592dafb4d tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=6250adb3b69f44daaa28fc400ae5b0eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3550951 Jun 24 20:33:58.197914 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-153756e4-a67c-45c4-8348-01b122a9c55c None None] Provisioning for port fbd17804-4c12-492a-b58f-1661ae21a9ae completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:33:58.206293 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:33:58.211574 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Usage tracker for resource:security_group_rule and tenant:3a5eb59734b54ceda4351a861164509a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:33:58.215277 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:33:58.222961 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:33:58.287592 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-153756e4-a67c-45c4-8348-01b122a9c55c None None] Provisioning complete for port fbd17804-4c12-492a-b58f-1661ae21a9ae triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:33:58.287981 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-153756e4-a67c-45c4-8348-01b122a9c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:58.357767 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-edc80830-5118-40ca-8c3a-ecd0935e4121 req-24bcb51e-1499-4395-a467-b743dce98c9b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 210 time: 0.0660474 Jun 24 20:33:58.452349 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:58.463651 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:58.515314 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e2da0-8d46-4274-aee9-438df1113641 None None] Pushing event updated for resources: {'Port': ['ID=908806fa-9b8a-4589-9d65-ce1661e6b87b,revision_number=3']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:58.553630 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Request body: {'port': {'device_id': 'e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'admin_state_up': True, 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:58.593661 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-95218d2b-0ad5-4c2a-a3d0-a0a9dd7d6541 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 20:33:58.610299 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-95218d2b-0ad5-4c2a-a3d0-a0a9dd7d6541 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0569882 Jun 24 20:33:58.659543 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:33:58.695734 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=955357c3-dcbd-42a8-905e-2218ce82461a,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:58.763643 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-153756e4-a67c-45c4-8348-01b122a9c55c None None] Port fbd17804-4c12-492a-b58f-1661ae21a9ae cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:33:58.781422 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-b6792507-d523-43b7-b23b-f31230e26993 service neutron] 10.222.0.33 "GET /v2.0/networks/97558abb-9b1e-48ef-bd77-5d54b84cf9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883565 Jun 24 20:33:58.803981 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Attempting to bind port 908806fa-9b8a-4589-9d65-ce1661e6b87b on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:33:58.804360 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Attempting to bind port 908806fa-9b8a-4589-9d65-ce1661e6b87b by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:33:58.813774 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Attempting to bind port 908806fa-9b8a-4589-9d65-ce1661e6b87b on network 06227ec4-def1-4924-97fa-f9c49839cab3 {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:33:58.833602 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:33:58.837051 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Checking segment: {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:33:58.839691 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:58.846161 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Bound using segment: {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:33:58.846865 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Bound port: 908806fa-9b8a-4589-9d65-ce1661e6b87b, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'}}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:33:58.847495 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:59.260127 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-b0e153a6-c751-49a9-b5b8-421544280ca3 service neutron] 10.222.0.33 "GET /v2.0/networks/97558abb-9b1e-48ef-bd77-5d54b84cf9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723616 Jun 24 20:33:59.263440 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] For port 908806fa-9b8a-4589-9d65-ce1661e6b87b, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:33:59.268141 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] For port 908806fa-9b8a-4589-9d65-ce1661e6b87b, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=908806fa-9b8a-4589-9d65-ce1661e6b87b,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:33:59.278180 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:59.339930 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc1e0de-7aef-438e-9898-ed07e8eea5b9,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:59.355665 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:59.363059 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.segments_db [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Added segment 91652e9e-6afa-4f1a-b8c5-353f99ef9907 of type vlan for network d4470af4-e75c-4598-b90a-5d7afc93db67 Jun 24 20:33:59.379401 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2cda63c4-2d64-4bfb-a42c-f48f696caa2c req-80918ad6-14fa-4607-a750-643caad63f1b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 210 time: 0.7137973 Jun 24 20:33:59.468460 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Request body: {'port': {'device_id': '8262df5c-2175-4bf5-847c-6eec9895883b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:33:59.559501 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e2da0-8d46-4274-aee9-438df1113641 None None] Pushing event updated for resources: {'Port': ['ID=908806fa-9b8a-4589-9d65-ce1661e6b87b,revision_number=4']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:33:59.620814 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Routers {'0dccb230-804e-48eb-a174-e24b024157e0'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:33:59.624475 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:33:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['0dccb230-804e-48eb-a174-e24b024157e0'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:33:59.658175 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:33:59.969765 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-882220e0-531b-4ce5-8593-ddff52b2edc4 req-bd924983-b717-4758-81d4-9a20e49955fb tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 210 time: 0.2840683 Jun 24 20:33:59.971400 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.db.resource_extend [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 20:34:00.028557 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:00.058900 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Usage tracker for resource:port and tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:00.067278 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:00.097119 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:00.108371 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:00.114894 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:00.141112 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:00.173760 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3d7bb690-c638-4ae2-926d-c0f87d6ee9ff req-09bdab8e-f01e-4b58-9668-1203c290b2d2 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 210 time: 0.1798677 Jun 24 20:34:00.236366 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:00.313097 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] Set router 0dccb230-804e-48eb-a174-e24b024157e0 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:34:00.535463 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Made reservation on behalf of cdcfd31d4ba7493ea8fa3d782618b7d7 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:34:00.539725 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:00.572280 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:34:00.596173 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.15', 51024) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:00.680787 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5923944 Jun 24 20:34:00.685506 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 43938) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:00.733791 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Request body: {'subnet': {'network_id': 'd4470af4-e75c-4598-b90a-5d7afc93db67', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-194629682-subnet', 'tenant_id': '3a5eb59734b54ceda4351a861164509a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:00.768261 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:00.771722 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:34:00.784948 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:00.785404 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:00.788643 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Usage tracker for resource:subnet and tenant:3a5eb59734b54ceda4351a861164509a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:00.812598 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:00.837091 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:00.906939 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4215d-1a38-4021-8ebf-14f89b11d665 admin admin] Pushing event updated for resources: {'Network': ['ID=d4470af4-e75c-4598-b90a-5d7afc93db67,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:00.954558 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network d4470af4-e75c-4598-b90a-5d7afc93db67 details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:34:01.334136 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Made reservation on behalf of 3a5eb59734b54ceda4351a861164509a for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:34:01.342646 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:01.601045 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:33:59Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:01.624539 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c25d0c-4988-4988-9b05-0cf907f2f310 None None] The sync data for ids ['0dccb230-804e-48eb-a174-e24b024157e0'] in dv-cinder-847189-4-iscsi is: [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:33:59Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:34:01.707215 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:01.721211 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:01.790729 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=2de46bea-eacd-47a0-b2b3-ea39f2f31e9a,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:01.825141 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:01.828678 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 955357c3-dcbd-42a8-905e-2218ce82461a up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:34:01.830829 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd17804-4c12-492a-b58f-1661ae21a9ae {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:34:01.868519 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:01.940028 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Transition to ACTIVE for port object fbd17804-4c12-492a-b58f-1661ae21a9ae will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:34:02.165063 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d7a8dc04-e593-4643-9037-e22cf79c792d req-e97f6ab8-3883-4ea9-8efc-9d03af16ae1b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 210 time: 1.2377734 Jun 24 20:34:02.186572 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=2de46bea-eacd-47a0-b2b3-ea39f2f31e9a,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:02.290137 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:02.307220 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-41c461ed-84de-4589-8c4a-0343d2e79546 req-fcec8d5f-e538-489c-aedb-4bc4f67b702a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Synchronizing usage tracker for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:34:02.314409 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 955357c3-dcbd-42a8-905e-2218ce82461a triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:02.315117 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:02.613663 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:02.661438 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 955357c3-dcbd-42a8-905e-2218ce82461a is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:02.662701 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 908806fa-9b8a-4589-9d65-ce1661e6b87b up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:34:02.664274 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Pushing event updated for resources: {'Port': ['ID=fbd17804-4c12-492a-b58f-1661ae21a9ae,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:02.764342 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Sync routers for ids ['a5960b34-7f65-4484-88a2-90bd0fe0619c'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:34:02.829543 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Routers {'a5960b34-7f65-4484-88a2-90bd0fe0619c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:34:02.835830 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:33:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a5960b34-7f65-4484-88a2-90bd0fe0619c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:02.942540 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-41c461ed-84de-4589-8c4a-0343d2e79546 req-fcec8d5f-e538-489c-aedb-4bc4f67b702a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Unset dirty status for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:34:02.943710 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-41c461ed-84de-4589-8c4a-0343d2e79546 req-fcec8d5f-e538-489c-aedb-4bc4f67b702a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 210 time: 0.9895542 Jun 24 20:34:03.019784 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbbbc84c-aa9b-4c87-a23c-0c253407450d,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:03.032753 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-eed15fef-5f9d-4165-b674-6d2574ec8289 req-591f706a-4b05-456a-b043-8e80041b2e7e tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Synchronizing usage tracker for tenant:6250adb3b69f44daaa28fc400ae5b0eb on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:34:03.077417 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-eed15fef-5f9d-4165-b674-6d2574ec8289 req-591f706a-4b05-456a-b043-8e80041b2e7e tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Unset dirty status for tenant:6250adb3b69f44daaa28fc400ae5b0eb on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:34:03.094878 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-eed15fef-5f9d-4165-b674-6d2574ec8289 req-591f706a-4b05-456a-b043-8e80041b2e7e tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 210 time: 0.7302535 Jun 24 20:34:03.132050 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Allocated IP 172.20.0.8 (06227ec4-def1-4924-97fa-f9c49839cab3/e02b5670-f217-4f99-9448-1d750526a468/4b08e732-7391-433a-b3a8-ffb87d93a908) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:34:03.160482 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Checking segment: {'id': '91652e9e-6afa-4f1a-b8c5-353f99ef9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4470af4-e75c-4598-b90a-5d7afc93db67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:34:03.161071 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Network hostable DHCP agents. Network: d4470af4-e75c-4598-b90a-5d7afc93db67, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:34:03.161403 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-2520b93e-c66b-4dec-ba49-50025e2845a7 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:03.163194 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-2520b93e-c66b-4dec-ba49-50025e2845a7 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "GET /v2.0/networks?id=7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 200 len: 815 time: 2.5654261 Jun 24 20:34:03.259117 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 908806fa-9b8a-4589-9d65-ce1661e6b87b completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:34:03.266657 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Network d4470af4-e75c-4598-b90a-5d7afc93db67 is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:34:03.284376 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 908806fa-9b8a-4589-9d65-ce1661e6b87b triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:03.286249 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:03.291501 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, d4470af4-e75c-4598-b90a-5d7afc93db67) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:34:03.303935 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:03.304518 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:03.343134 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Attempting to bind port fbd17804-4c12-492a-b58f-1661ae21a9ae on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:34:03.343704 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Attempting to bind port fbd17804-4c12-492a-b58f-1661ae21a9ae by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:34:03.344500 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Attempting to bind port fbd17804-4c12-492a-b58f-1661ae21a9ae on network 06227ec4-def1-4924-97fa-f9c49839cab3 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:34:03.351725 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Port fbd17804-4c12-492a-b58f-1661ae21a9ae on network 06227ec4-def1-4924-97fa-f9c49839cab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:34:03.352259 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Attempting to bind port fbd17804-4c12-492a-b58f-1661ae21a9ae on network 06227ec4-def1-4924-97fa-f9c49839cab3 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:34:03.359739 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:34:03.361031 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Checking segment: {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:34:03.361769 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Bound using segment: {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:34:03.362374 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Bound port: fbd17804-4c12-492a-b58f-1661ae21a9ae, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:34:03.362879 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:03.398501 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d800617f-e2fd-4b87-ae4e-8e56c49f862c None None] Network d4470af4-e75c-4598-b90a-5d7afc93db67 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:34:03.466992 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3b7502fc-bb3d-4d72-8c2f-4a459251736f req-c7f74a4f-c985-425c-98d1-bce0ee8a0ecf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 210 time: 0.0896635 Jun 24 20:34:03.558892 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-df7c1d63-4777-4e04-a7f8-9ab8303b098b admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8695107 Jun 24 20:34:03.570287 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:03.578494 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] For port fbd17804-4c12-492a-b58f-1661ae21a9ae, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:34:03.583155 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] For port fbd17804-4c12-492a-b58f-1661ae21a9ae, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fbd17804-4c12-492a-b58f-1661ae21a9ae,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:34:03.591238 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:03.623983 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Transition to ACTIVE for port object 4b08e732-7391-433a-b3a8-ffb87d93a908 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:34:03.683475 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Set router a5960b34-7f65-4484-88a2-90bd0fe0619c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:34:03.691390 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:03.780341 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:03.786901 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:03.791502 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] 10.222.0.15 "PUT /v2.0/ports/fbd17804-4c12-492a-b58f-1661ae21a9ae HTTP/1.1" status: 200 len: 1093 time: 4.7947588 Jun 24 20:34:03.801262 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8262df5c-2175-4bf5-847c-6eec9895883b', 'tag': 'fbd17804-4c12-492a-b58f-1661ae21a9ae'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:34:03.887348 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Pushing event updated for resources: {'Port': ['ID=4b08e732-7391-433a-b3a8-ffb87d93a908,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:03.915022 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Network 06227ec4-def1-4924-97fa-f9c49839cab3 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:34:03.917805 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:34:03.932382 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:34:03.935214 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44034) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:03.956875 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:03.957553 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.022004 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-0e66c172-6335-4e97-8fca-99c209c18b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4890792 Jun 24 20:34:04.079534 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4762a6-d08f-42bd-afa3-0c7a6c098d5e service neutron] Pushing event updated for resources: {'Port': ['ID=fbd17804-4c12-492a-b58f-1661ae21a9ae,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:04.139926 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6058c8-532f-440a-9458-429effe6edee None None] Network d4470af4-e75c-4598-b90a-5d7afc93db67 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:34:04.149531 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76880e0-98cd-4a4d-9b4b-e5cd0ed3f3d1 admin admin] Deleting subnet c9c02867-e436-4796-97f6-85864a0c8ba9 {{(pid=88160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:34:04.160321 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a76880e0-98cd-4a4d-9b4b-e5cd0ed3f3d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.272962 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a76880e0-98cd-4a4d-9b4b-e5cd0ed3f3d1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.296347 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a76880e0-98cd-4a4d-9b4b-e5cd0ed3f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.356765 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44052) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:04.446105 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7680bd4-f209-48a0-9fc1-c75f063ebd09 req-fa2ca576-0c56-4589-b6bb-e3cfe1fdea93 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:04.447038 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-a7680bd4-f209-48a0-9fc1-c75f063ebd09 req-fa2ca576-0c56-4589-b6bb-e3cfe1fdea93 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Synchronizing usage tracker for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:34:04.476343 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-a7680bd4-f209-48a0-9fc1-c75f063ebd09 req-fa2ca576-0c56-4589-b6bb-e3cfe1fdea93 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Unset dirty status for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:34:04.477543 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a7680bd4-f209-48a0-9fc1-c75f063ebd09 req-fa2ca576-0c56-4589-b6bb-e3cfe1fdea93 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 931 time: 0.1907356 Jun 24 20:34:04.490513 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-20964609-2b38-4acb-b89d-f0e602694c44 req-83c0cfd3-b452-44bb-94a4-0d8210399bd0 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 210 time: 0.1323729 Jun 24 20:34:04.525843 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a76880e0-98cd-4a4d-9b4b-e5cd0ed3f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for subnet, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.551662 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a7680bd4-f209-48a0-9fc1-c75f063ebd09 req-a6f44134-ef4e-47d5-95cc-c213782a471d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666850 Jun 24 20:34:04.588781 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76880e0-98cd-4a4d-9b4b-e5cd0ed3f3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c02867-e436-4796-97f6-85864a0c8ba9,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:04.590964 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a76880e0-98cd-4a4d-9b4b-e5cd0ed3f3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.596659 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0f1b97d8-206f-4471-a861-00e83cb6bc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.616029 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44066) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:04.616325 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-a76880e0-98cd-4a4d-9b4b-e5cd0ed3f3d1 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/c9c02867-e436-4796-97f6-85864a0c8ba9 HTTP/1.1" status: 204 len: 168 time: 0.6797132 Jun 24 20:34:04.620738 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-0f1b97d8-206f-4471-a861-00e83cb6bc99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:04.626353 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-0f1b97d8-206f-4471-a861-00e83cb6bc99 admin admin] Usage tracker for resource:security_group_rule and tenant:62147ad2b4d74eb794818ef7a4902b89 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:04.629632 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-0f1b97d8-206f-4471-a861-00e83cb6bc99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:04.638586 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-0f1b97d8-206f-4471-a861-00e83cb6bc99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:04.720351 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6a6c1d-1630-4262-9bd0-5bf7bc51161b'] response: {'name': 'network-changed', 'server_uuid': '8262df5c-2175-4bf5-847c-6eec9895883b', 'tag': 'fbd17804-4c12-492a-b58f-1661ae21a9ae', 'status': 'completed', 'code': 200} Jun 24 20:34:04.738138 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0f1b97d8-206f-4471-a861-00e83cb6bc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.745993 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0f1b97d8-206f-4471-a861-00e83cb6bc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.795919 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 908806fa-9b8a-4589-9d65-ce1661e6b87b is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:04.796281 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.800914 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-0f1b97d8-206f-4471-a861-00e83cb6bc99 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=62147ad2b4d74eb794818ef7a4902b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4393353 Jun 24 20:34:04.800914 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b97d8-206f-4471-a861-00e83cb6bc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696e9e9e-ccf7-4369-bfbb-1ce430691db8,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:04.803473 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44074) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:04.815204 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-61fb0db9-d2c4-42fb-a532-1cddd3feb291 req-2427a7bf-65c3-4ba5-8380-7efa0e10079c tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 210 time: 0.0703409 Jun 24 20:34:04.850282 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.881511 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f874cc9-7ff6-4f92-9b2f-096ad729aab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.908073 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f874cc9-7ff6-4f92-9b2f-096ad729aab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.953018 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-fe635a90-b3ba-43f8-9bb0-eb61b55b0f86 None None] Provisioning for port 4b08e732-7391-433a-b3a8-ffb87d93a908 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:34:04.967271 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 908806fa-9b8a-4589-9d65-ce1661e6b87b, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=908806fa-9b8a-4589-9d65-ce1661e6b87b,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:04.969908 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-fe635a90-b3ba-43f8-9bb0-eb61b55b0f86 None None] Provisioning complete for port 4b08e732-7391-433a-b3a8-ffb87d93a908 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:04.970324 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-fe635a90-b3ba-43f8-9bb0-eb61b55b0f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.975070 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f874cc9-7ff6-4f92-9b2f-096ad729aab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.982024 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.992157 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f874cc9-7ff6-4f92-9b2f-096ad729aab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696e9e9e-ccf7-4369-bfbb-1ce430691db8,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:04.997613 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f874cc9-7ff6-4f92-9b2f-096ad729aab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:04.999749 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-7f874cc9-7ff6-4f92-9b2f-096ad729aab1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/696e9e9e-ccf7-4369-bfbb-1ce430691db8 HTTP/1.1" status: 204 len: 168 time: 0.1966267 Jun 24 20:34:05.001030 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:05.013222 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.013559 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.014452 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.014777 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > port after_create 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.015136 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > port after_delete 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.015478 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > port after_update 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.015832 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.016181 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.016509 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.016809 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.094813 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-fe635a90-b3ba-43f8-9bb0-eb61b55b0f86 None None] Port 4b08e732-7391-433a-b3a8-ffb87d93a908 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:34:05.110397 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=908806fa-9b8a-4589-9d65-ce1661e6b87b,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:05.122767 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:34:05.185071 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'name': 'tempest-DeleteServersTestJSON-52703545-router', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:50Z', 'revision_number': 4, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'gw_port': {'id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:40Z', 'updated_at': '2022-06-24T20:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '4f63cede-c580-4aa1-86b2-cf6b65d3cd76', 'name': '', 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'mac_address': 'fa:16:3e:87:3d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ad5424a-8796-4922-902a-fa02fd0f87f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:33:51Z', 'revision_number': 2, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'subnets': [{'id': '7ad5424a-8796-4922-902a-fa02fd0f87f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:05.190613 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Checking router: a5960b34-7f65-4484-88a2-90bd0fe0619c for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:34:05.190952 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Updating router a5960b34-7f65-4484-88a2-90bd0fe0619c port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 binding host dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:34:05.253012 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:05.257249 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.257586 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.257903 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.258257 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:05.258617 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48aebaf2-138b-4b6a-9b6e-3d32f89dce0f']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:05.263297 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:05.263657 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:05.273215 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3c7629-530c-4cb0-ad59-0bf596baa694') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:05.273504 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3c7629-530c-4cb0-ad59-0bf596baa694') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:05.299519 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324539'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:05.317129 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:05.324573 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:34:05.324941 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653593'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:05.438987 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44088) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:05.441855 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:05.489906 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bdddb02b-1477-4142-91ca-8fa3d527015b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:05.498841 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:05.518612 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=48aebaf2-138b-4b6a-9b6e-3d32f89dce0f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:05.530220 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-eccc7cb5-7d8c-4e6b-b6d3-66adeb6d0d1c admin admin] 10.222.0.33 "DELETE /v2.0/networks/48aebaf2-138b-4b6a-9b6e-3d32f89dce0f HTTP/1.1" status: 204 len: 168 time: 0.9127853 Jun 24 20:34:05.532988 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44096) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:05.539795 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-bdddb02b-1477-4142-91ca-8fa3d527015b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:05.550605 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-bdddb02b-1477-4142-91ca-8fa3d527015b admin admin] Usage tracker for resource:security_group_rule and tenant:212833b2c6474d87b3c59b8ae4afd02e is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:05.565812 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-bdddb02b-1477-4142-91ca-8fa3d527015b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:05.580585 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-bdddb02b-1477-4142-91ca-8fa3d527015b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:05.684922 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6576ecca-ca33-4968-be49-7561a1868ff9 admin admin] Deleting subnet cbbbc84c-aa9b-4c87-a23c-0c253407450d {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:34:05.702021 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6576ecca-ca33-4968-be49-7561a1868ff9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:05.797717 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:05.861600 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bdddb02b-1477-4142-91ca-8fa3d527015b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.007742 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6576ecca-ca33-4968-be49-7561a1868ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324530'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.033903 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bdddb02b-1477-4142-91ca-8fa3d527015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.059245 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-55432231-2510-4958-a3cc-46e437f7d98a req-43af9c52-7bdd-4711-95dd-82439ff0d5d9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 210 time: 0.1943154 Jun 24 20:34:06.111836 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 4c3c7629-530c-4cb0-ad59-0bf596baa694 resource provider aggregate not found Jun 24 20:34:06.118847 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-bdddb02b-1477-4142-91ca-8fa3d527015b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=212833b2c6474d87b3c59b8ae4afd02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6767569 Jun 24 20:34:06.119823 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddb02b-1477-4142-91ca-8fa3d527015b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e56863-7525-47a6-814b-1dc1f0f47165,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:06.120405 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44116) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:06.154162 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 4c3c7629-530c-4cb0-ad59-0bf596baa694 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c3c7629-530c-4cb0-ad59-0bf596baa694 found for delete ", "request_id": "req-4d95cda9-9852-47a5-bec0-185f76f08d64"}]} Jun 24 20:34:06.182085 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6576ecca-ca33-4968-be49-7561a1868ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.269842 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.296336 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Transition to ACTIVE for port object 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:34:06.319752 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5818abc1-26d9-49fb-80ab-2a878a0cb73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.325831 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.358166 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5f807-1658-4bdc-9e70-650214dca30a req-b8e47db2-2eb1-4fba-b4f6-7bd9440a23f1 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:06.365444 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a7f5f807-1658-4bdc-9e70-650214dca30a req-b8e47db2-2eb1-4fba-b4f6-7bd9440a23f1 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 931 time: 0.5572424 Jun 24 20:34:06.462696 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5818abc1-26d9-49fb-80ab-2a878a0cb73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.470034 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6576ecca-ca33-4968-be49-7561a1868ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584376'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.531255 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6576ecca-ca33-4968-be49-7561a1868ff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.532754 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-39e1013b-e7c8-4784-94c8-2454369778fe req-76de879b-4b97-4cbf-93c1-a869e5dd6bd6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 210 time: 0.2070575 Jun 24 20:34:06.558368 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a7f5f807-1658-4bdc-9e70-650214dca30a req-3fdb484c-99b6-405c-8a81-e71b5cec065d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915624 Jun 24 20:34:06.577606 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576ecca-ca33-4968-be49-7561a1868ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbbbc84c-aa9b-4c87-a23c-0c253407450d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:06.587714 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44128) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:06.587941 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-6576ecca-ca33-4968-be49-7561a1868ff9 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/cbbbc84c-aa9b-4c87-a23c-0c253407450d HTTP/1.1" status: 204 len: 168 time: 1.0536389 Jun 24 20:34:06.650683 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5818abc1-26d9-49fb-80ab-2a878a0cb73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.667548 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818abc1-26d9-49fb-80ab-2a878a0cb73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e56863-7525-47a6-814b-1dc1f0f47165,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:06.681791 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5818abc1-26d9-49fb-80ab-2a878a0cb73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.686571 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-5818abc1-26d9-49fb-80ab-2a878a0cb73e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/47e56863-7525-47a6-814b-1dc1f0f47165 HTTP/1.1" status: 204 len: 168 time: 0.5639410 Jun 24 20:34:06.697177 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13110db2-1af7-4fae-bf01-72876a479cc2 None None] Pushing event updated for resources: {'Port': ['ID=4f63cede-c580-4aa1-86b2-cf6b65d3cd76,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:06.803686 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.882038 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Attempting to bind port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:34:06.884266 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Attempting to bind port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '623e4cf7-5a10-474e-accc-40e4191763b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:34:06.884493 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Attempting to bind port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 on network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:34:06.889203 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.892154 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:34:06.892790 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Checking segment: {'id': '623e4cf7-5a10-474e-accc-40e4191763b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:34:06.897192 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.899819 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Bound using segment: {'id': '623e4cf7-5a10-474e-accc-40e4191763b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:34:06.900343 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Bound port: 4f63cede-c580-4aa1-86b2-cf6b65d3cd76, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623e4cf7-5a10-474e-accc-40e4191763b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:34:06.900726 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:06.984327 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:07.015863 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.016361 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.017568 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.017568 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > port after_create 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.018062 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > port after_delete 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.018541 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > port after_update 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.021176 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.021300 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.021810 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.022733 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.061025 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] For port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:34:07.065229 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] For port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=4f63cede-c580-4aa1-86b2-cf6b65d3cd76,segment=NetworkSegment(623e4cf7-5a10-474e-accc-40e4191763b3),segment_id=623e4cf7-5a10-474e-accc-40e4191763b3)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:34:07.080659 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:07.154471 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 908806fa-9b8a-4589-9d65-ce1661e6b87b up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:34:07.193682 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.194027 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.194387 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.194712 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 20:34:07.195065 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4470af4-e75c-4598-b90a-5d7afc93db67']}} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:07.225092 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91652e9e-6afa-4f1a-b8c5-353f99ef9907') {'for_net_delete': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:07.225387 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91652e9e-6afa-4f1a-b8c5-353f99ef9907') {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:07.259141 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13110db2-1af7-4fae-bf01-72876a479cc2 None None] Pushing event updated for resources: {'Port': ['ID=4f63cede-c580-4aa1-86b2-cf6b65d3cd76,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:07.265816 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Routers {'a5960b34-7f65-4484-88a2-90bd0fe0619c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:34:07.266593 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:33:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a5960b34-7f65-4484-88a2-90bd0fe0619c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:07.313344 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5d8a7c3f-a254-4e50-b266-60e74f53265f req-7c5f88a5-7e73-42fa-8659-23c08acb441d tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 210 time: 0.0738742 Jun 24 20:34:07.315020 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3254610'] for segment, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:07.334107 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:07.343891 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:34:07.344532 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2375450'] for segment, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:07.422087 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 908806fa-9b8a-4589-9d65-ce1661e6b87b triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:07.422708 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:07.500220 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:07.526099 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:07.534720 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4470af4-e75c-4598-b90a-5d7afc93db67,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:07.549639 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-3c8a5135-8fc6-431e-b512-781cc1b05d2e admin admin] 10.222.0.33 "DELETE /v2.0/networks/d4470af4-e75c-4598-b90a-5d7afc93db67 HTTP/1.1" status: 204 len: 168 time: 0.9601541 Jun 24 20:34:07.754706 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] Set router a5960b34-7f65-4484-88a2-90bd0fe0619c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:34:07.776976 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44172) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:07.787218 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e8b439b3-3f53-4de4-8ed8-8c23d5b8b27c req-e9fc20f3-ab54-4dfb-9532-ffe4747c7e45 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 210 time: 0.0874915 Jun 24 20:34:07.799786 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment 91652e9e-6afa-4f1a-b8c5-353f99ef9907 resource provider aggregate not found Jun 24 20:34:07.832909 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment 91652e9e-6afa-4f1a-b8c5-353f99ef9907 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91652e9e-6afa-4f1a-b8c5-353f99ef9907 found for delete ", "request_id": "req-0decac04-d0f7-4cf4-8725-3814eda11c29"}]} Jun 24 20:34:07.837310 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 908806fa-9b8a-4589-9d65-ce1661e6b87b is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:07.854150 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-a887f12f-05f6-4df6-9a09-624cff4b3391 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3b30cd0c22c841028b5dcf5f8bb4524c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603693 Jun 24 20:34:07.856696 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44178) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:07.891583 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc35fc-fe9a-4fa5-810f-bb95d4431cb9 req-2a9a9fbb-15db-4b75-b93c-7da1ac9bebaf tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:07.893869 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e7fc35fc-fe9a-4fa5-810f-bb95d4431cb9 req-2a9a9fbb-15db-4b75-b93c-7da1ac9bebaf tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 931 time: 0.1462510 Jun 24 20:34:07.919271 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96a32b7f-48cd-425c-9f51-f9aa9b6cb9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:07.952318 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96a32b7f-48cd-425c-9f51-f9aa9b6cb9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:08.007181 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-e7fc35fc-fe9a-4fa5-810f-bb95d4431cb9 req-8f4d2ba7-b1c6-4101-9c0b-4014d8b15cbe tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Synchronizing usage tracker for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:34:08.024444 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-e7fc35fc-fe9a-4fa5-810f-bb95d4431cb9 req-8f4d2ba7-b1c6-4101-9c0b-4014d8b15cbe tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Unset dirty status for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:34:08.025876 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e7fc35fc-fe9a-4fa5-810f-bb95d4431cb9 req-8f4d2ba7-b1c6-4101-9c0b-4014d8b15cbe tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246870 Jun 24 20:34:08.028443 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96a32b7f-48cd-425c-9f51-f9aa9b6cb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:08.045007 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a32b7f-48cd-425c-9f51-f9aa9b6cb9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c670209e-cb0b-49e1-ae19-1f47dcb4b4b1,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:08.052028 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96a32b7f-48cd-425c-9f51-f9aa9b6cb9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:08.053152 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-96a32b7f-48cd-425c-9f51-f9aa9b6cb9b0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c670209e-cb0b-49e1-ae19-1f47dcb4b4b1 HTTP/1.1" status: 204 len: 168 time: 0.1954176 Jun 24 20:34:08.139238 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'name': 'tempest-DeleteServersTestJSON-52703545-router', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:50Z', 'revision_number': 4, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'gw_port': {'id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:40Z', 'updated_at': '2022-06-24T20:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '4f63cede-c580-4aa1-86b2-cf6b65d3cd76', 'name': '', 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'mac_address': 'fa:16:3e:87:3d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ad5424a-8796-4922-902a-fa02fd0f87f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:34:07Z', 'revision_number': 4, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'subnets': [{'id': '7ad5424a-8796-4922-902a-fa02fd0f87f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:08.143862 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e465ae-11f4-4ce0-b92b-72290906cfd8 None None] The sync data for ids ['a5960b34-7f65-4484-88a2-90bd0fe0619c'] in dv-cinder-847189-4-iscsi is: [{'id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'name': 'tempest-DeleteServersTestJSON-52703545-router', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:50Z', 'revision_number': 4, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'gw_port': {'id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:40Z', 'updated_at': '2022-06-24T20:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '4f63cede-c580-4aa1-86b2-cf6b65d3cd76', 'name': '', 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'mac_address': 'fa:16:3e:87:3d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ad5424a-8796-4922-902a-fa02fd0f87f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:34:07Z', 'revision_number': 4, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'subnets': [{'id': '7ad5424a-8796-4922-902a-fa02fd0f87f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:34:08.219061 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.15', 51034) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:08.538757 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44194) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:08.665795 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8bb36eb6-7d99-45dc-bf37-fe1ae85c67e4 req-dcad2fe2-7faf-4885-81bd-8df462766148 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 210 time: 0.0955575 Jun 24 20:34:08.750114 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-17fdbed2-7d1e-42d2-9521-f155e8812ec9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3a5eb59734b54ceda4351a861164509a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092061 Jun 24 20:34:08.752866 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44208) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:08.867028 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-60eaa42b-ae67-43c9-999e-9976fc8059da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:08.933850 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-60eaa42b-ae67-43c9-999e-9976fc8059da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:09.188258 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Request body: {'port': {'device_id': 'e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:09.280422 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:34:09.347722 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-60eaa42b-ae67-43c9-999e-9976fc8059da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:09.508631 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-d3da3105-8e31-4726-84a1-2e4116b66776 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:34:09.527059 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-60eaa42b-ae67-43c9-999e-9976fc8059da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:09.528343 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-60eaa42b-ae67-43c9-999e-9976fc8059da admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dbc1e0de-7aef-438e-9898-ed07e8eea5b9 HTTP/1.1" status: 204 len: 168 time: 0.7744865 Jun 24 20:34:09.537304 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:34:09.544847 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6955ec48-b737-4d2c-b0e4-86520c86aa54 req-51751845-39fc-4230-af05-4bd64ac45a45 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 210 time: 0.4598677 Jun 24 20:34:09.545857 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eaa42b-ae67-43c9-999e-9976fc8059da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc1e0de-7aef-438e-9898-ed07e8eea5b9,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:09.548565 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-d3da3105-8e31-4726-84a1-2e4116b66776 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:34:09.549805 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-d3da3105-8e31-4726-84a1-2e4116b66776 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50d9fb9258c640e88fc3f13defa38c4d HTTP/1.1" status: 200 len: 380 time: 0.3008378 Jun 24 20:34:09.591283 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'port': {'device_id': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'admin_state_up': True, 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'security_groups': ['ef82930c-0721-4e06-9532-293f4f318003']}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:09.613405 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:09.617035 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:10.052783 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:10.053177 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:10.122518 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=4f63cede-c580-4aa1-86b2-cf6b65d3cd76,segment=NetworkSegment(623e4cf7-5a10-474e-accc-40e4191763b3),segment_id=623e4cf7-5a10-474e-accc-40e4191763b3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:10.123773 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:10.131063 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:10.163349 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c256638b-3ec6-4241-aafb-13c39cc1fde0 req-5e93b6c4-dd30-468d-ad49-ec964f41fd5a tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 210 time: 0.1583402 Jun 24 20:34:10.220459 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b80021-975f-465f-a70e-0533c55f5330 req-770466c1-206f-4a82-832a-ab6bda98a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:10.231371 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d6b80021-975f-465f-a70e-0533c55f5330 req-770466c1-206f-4a82-832a-ab6bda98a5fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 1096 time: 0.9530416 Jun 24 20:34:10.277051 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:10.326510 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=4f63cede-c580-4aa1-86b2-cf6b65d3cd76,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:10.441445 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:10.475999 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Made reservation on behalf of 50d9fb9258c640e88fc3f13defa38c4d for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:34:10.480225 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:10.564988 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b80021-975f-465f-a70e-0533c55f5330 req-467e8770-755f-4c63-8a56-50d538c7526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:10.566519 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d6b80021-975f-465f-a70e-0533c55f5330 req-467e8770-755f-4c63-8a56-50d538c7526d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2822192 Jun 24 20:34:10.783886 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-536282fc-6eca-4aa6-b689-d5655963f978 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:10.789823 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-536282fc-6eca-4aa6-b689-d5655963f978 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.15 "GET /v2.0/networks?id=97558abb-9b1e-48ef-bd77-5d54b84cf9fc HTTP/1.1" status: 200 len: 810 time: 1.7244368 Jun 24 20:34:10.832838 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6dff9-6c4b-43e2-853d-167a78caa952 req-dd25669a-c71c-4d98-8183-a1f77d686410 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:10.839835 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e3d6dff9-6c4b-43e2-853d-167a78caa952 req-dd25669a-c71c-4d98-8183-a1f77d686410 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 931 time: 1.2271073 Jun 24 20:34:10.845340 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Allocated IP 172.20.0.7 (7fe66e7b-631d-49f2-87af-6f9a31183f39/aaff2148-a5b9-46f1-b4f3-e167f2aba951/55beb609-73c5-4404-a268-73e742f3c39a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:34:10.998423 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e3d6dff9-6c4b-43e2-853d-167a78caa952 req-44cf8b88-3663-433b-bf0d-9f163769499d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575511 Jun 24 20:34:11.016025 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-56c188ea-1707-43bc-8527-2a0458bde52b req-d1b7b620-79f9-4196-8b4e-6bc7b9e610ef tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 210 time: 0.1258118 Jun 24 20:34:11.141048 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:34:11.187718 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b08e732-7391-433a-b3a8-ffb87d93a908 {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:34:11.209312 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:11.233276 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Transition to ACTIVE for port object 4b08e732-7391-433a-b3a8-ffb87d93a908 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:34:11.239757 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:11.276563 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:11.277243 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:11.356930 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:11.383498 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b08e732-7391-433a-b3a8-ffb87d93a908,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:11.504772 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-779498e2-3ebb-4f3f-8dce-54e5ee5fd311 req-e2c18c5a-c3f1-48b6-abdb-3460226482bb tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 210 time: 0.1253200 Jun 24 20:34:11.512013 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Transition to ACTIVE for port object 55beb609-73c5-4404-a268-73e742f3c39a will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:34:11.556810 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:11.556955 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:11.678298 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Network 7fe66e7b-631d-49f2-87af-6f9a31183f39 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:34:11.686189 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:34:11.690620 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:34:11.729869 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'Port': ['ID=55beb609-73c5-4404-a268-73e742f3c39a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:11.734602 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Attempting to bind port 4b08e732-7391-433a-b3a8-ffb87d93a908 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:34:11.735146 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Attempting to bind port 4b08e732-7391-433a-b3a8-ffb87d93a908 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:34:11.735629 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Attempting to bind port 4b08e732-7391-433a-b3a8-ffb87d93a908 on network 06227ec4-def1-4924-97fa-f9c49839cab3 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:34:11.741769 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Port 4b08e732-7391-433a-b3a8-ffb87d93a908 on network 06227ec4-def1-4924-97fa-f9c49839cab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:34:11.742188 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Attempting to bind port 4b08e732-7391-433a-b3a8-ffb87d93a908 on network 06227ec4-def1-4924-97fa-f9c49839cab3 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:34:11.752419 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:34:11.752956 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Checking segment: {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:34:11.753663 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Bound using segment: {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:34:11.754299 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Bound port: 4b08e732-7391-433a-b3a8-ffb87d93a908, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:34:11.754804 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:11.776153 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:11.784829 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:11.827868 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-ff7e5bd3-4a0e-44d1-8851-7940c98e3e34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2687693 Jun 24 20:34:11.879186 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] For port 4b08e732-7391-433a-b3a8-ffb87d93a908, host hv-cinder-84718, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:34:11.883930 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] For port 4b08e732-7391-433a-b3a8-ffb87d93a908, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4b08e732-7391-433a-b3a8-ffb87d93a908,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:34:11.888624 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:11.943739 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:11.944344 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:11.945890 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] 10.222.0.15 "PUT /v2.0/ports/4b08e732-7391-433a-b3a8-ffb87d93a908 HTTP/1.1" status: 200 len: 1093 time: 2.7985311 Jun 24 20:34:11.948418 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2', 'tag': '4b08e732-7391-433a-b3a8-ffb87d93a908'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:34:11.986399 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bc099-bd78-4a2e-9ea7-bbc55e7731a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b08e732-7391-433a-b3a8-ffb87d93a908,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:12.001027 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-7d5b0e53-b9d7-4e2c-800c-3ea17482cf5c None None] Provisioning for port 55beb609-73c5-4404-a268-73e742f3c39a completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:34:12.008839 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-7d5b0e53-b9d7-4e2c-800c-3ea17482cf5c None None] Provisioning complete for port 55beb609-73c5-4404-a268-73e742f3c39a triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:12.009824 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7d5b0e53-b9d7-4e2c-800c-3ea17482cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:12.113924 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b0e53-b9d7-4e2c-800c-3ea17482cf5c None None] Port 55beb609-73c5-4404-a268-73e742f3c39a cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:34:12.259570 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d387ea-dca2-4f16-9d76-ce840dfedec0 req-5c7fb512-51d2-4776-8439-ef0e59d56ba9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:12.267137 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-12d387ea-dca2-4f16-9d76-ce840dfedec0 req-5c7fb512-51d2-4776-8439-ef0e59d56ba9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 931 time: 0.1121876 Jun 24 20:34:12.270254 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9b34e-cbe4-4ef6-a66f-2366dbb3a97b req-2862f713-b20b-4216-bd76-0439025bb91b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:12.278312 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e1b9b34e-cbe4-4ef6-a66f-2366dbb3a97b req-2862f713-b20b-4216-bd76-0439025bb91b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 943 time: 0.1222413 Jun 24 20:34:12.312114 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-12d387ea-dca2-4f16-9d76-ce840dfedec0 req-ab911687-ce78-4a8b-b553-5857610d578d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441217 Jun 24 20:34:12.329069 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e1b9b34e-cbe4-4ef6-a66f-2366dbb3a97b req-42d67864-5160-4c25-88ea-13df8ab96dd3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 Jun 24 20:34:12.479080 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e3474c-0d6a-4cd5-9591-0150d9766b2e'] response: {'name': 'network-changed', 'server_uuid': 'e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2', 'tag': '4b08e732-7391-433a-b3a8-ffb87d93a908', 'status': 'completed', 'code': 200} Jun 24 20:34:12.674454 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4eae733d-c722-44e4-9725-40fe8b189974 req-7e08d78b-f987-4943-b2bc-748ad8a9834f tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 210 time: 0.0478604 Jun 24 20:34:13.661001 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a7b84-6fc4-4c65-9209-acc9b8a69456 req-c7270c84-242a-4533-84cd-a2b6d16fd4d0 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:13.664220 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-738a7b84-6fc4-4c65-9209-acc9b8a69456 req-c7270c84-242a-4533-84cd-a2b6d16fd4d0 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 931 time: 0.1387553 Jun 24 20:34:13.736135 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-738a7b84-6fc4-4c65-9209-acc9b8a69456 req-d55e5e12-03bf-4128-b796-e1eee3690f5b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660827 Jun 24 20:34:13.751210 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd33e1-e291-4b3f-8091-c7eaf058b26d req-5f85c570-74a0-40e5-b5af-e37bb0bf8d1b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:13.753012 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9bfd33e1-e291-4b3f-8091-c7eaf058b26d req-5f85c570-74a0-40e5-b5af-e37bb0bf8d1b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 943 time: 0.1794538 Jun 24 20:34:13.870153 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9bfd33e1-e291-4b3f-8091-c7eaf058b26d req-a07ee390-cf7c-4b09-8360-5c52bb244a37 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112642 Jun 24 20:34:14.122403 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-833b1649-2353-43c5-a253-c84ae36291c2 req-60321bbb-6592-4031-ae6d-62557fa4c6f9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 210 time: 0.1155362 Jun 24 20:34:14.866240 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44438) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:15.184826 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dd57c8e9-17df-4cef-b8ac-b95019b8200b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:15.230566 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-dd57c8e9-17df-4cef-b8ac-b95019b8200b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:15.255785 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-dd57c8e9-17df-4cef-b8ac-b95019b8200b admin admin] Usage tracker for resource:security_group_rule and tenant:be7d68ae4c3446c18631fd9dc3674af1 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:15.288247 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-dd57c8e9-17df-4cef-b8ac-b95019b8200b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:15.324395 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ad3db-7998-4d1e-a1b0-119b976a66b5 req-37cdf922-4476-44fc-8add-3afad5ba731c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:15.342211 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635f0d1-9868-47d7-9656-660e741635aa req-ef6e23ed-9e3e-4b5c-b947-8268fcdaebdd tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:15.343088 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-f635f0d1-9868-47d7-9656-660e741635aa req-ef6e23ed-9e3e-4b5c-b947-8268fcdaebdd tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:34:15.346109 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-dd57c8e9-17df-4cef-b8ac-b95019b8200b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:15.347240 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6e4ad3db-7998-4d1e-a1b0-119b976a66b5 req-37cdf922-4476-44fc-8add-3afad5ba731c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 943 time: 0.2237539 Jun 24 20:34:15.413133 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-f635f0d1-9868-47d7-9656-660e741635aa req-ef6e23ed-9e3e-4b5c-b947-8268fcdaebdd tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:34:15.424987 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f635f0d1-9868-47d7-9656-660e741635aa req-ef6e23ed-9e3e-4b5c-b947-8268fcdaebdd tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 931 time: 0.4310880 Jun 24 20:34:15.432188 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6e4ad3db-7998-4d1e-a1b0-119b976a66b5 req-bcac3a07-7e3c-43d5-ae0d-00aa550995df tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668271 Jun 24 20:34:15.635110 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f635f0d1-9868-47d7-9656-660e741635aa req-7cef756f-d614-47f7-9d75-ef20da764710 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089753 Jun 24 20:34:15.685816 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f0017e58-7c80-4d69-8b39-5cd7cc752090 req-0758a8ce-833f-4b79-9c8f-7bdf2ebe95d8 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 210 time: 0.1191461 Jun 24 20:34:15.734859 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dd57c8e9-17df-4cef-b8ac-b95019b8200b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:15.739631 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dd57c8e9-17df-4cef-b8ac-b95019b8200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:15.796270 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-dd57c8e9-17df-4cef-b8ac-b95019b8200b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=be7d68ae4c3446c18631fd9dc3674af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9280934 Jun 24 20:34:15.797225 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57c8e9-17df-4cef-b8ac-b95019b8200b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b8c13d-83af-4203-868a-ac0f45b557e3,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:15.798957 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44470) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:15.873046 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e93c252d-7a25-42a8-913c-0c13ff702db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:15.902935 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e93c252d-7a25-42a8-913c-0c13ff702db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:15.979427 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Request body: {'port': {'device_id': 'ee16c427-e9fc-4b15-aff0-19916d9af8e8', 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc', 'admin_state_up': True, 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:16.075516 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e93c252d-7a25-42a8-913c-0c13ff702db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:16.097918 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c252d-7a25-42a8-913c-0c13ff702db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b8c13d-83af-4203-868a-ac0f45b557e3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:16.130172 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b80021-975f-465f-a70e-0533c55f5330 req-65e3405b-ddc2-438c-9d0c-988f8359c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:16.130958 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e93c252d-7a25-42a8-913c-0c13ff702db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:16.131448 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d6b80021-975f-465f-a70e-0533c55f5330 req-65e3405b-ddc2-438c-9d0c-988f8359c5bc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1890028 Jun 24 20:34:16.132065 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-e93c252d-7a25-42a8-913c-0c13ff702db4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d7b8c13d-83af-4203-868a-ac0f45b557e3 HTTP/1.1" status: 204 len: 168 time: 0.3321149 Jun 24 20:34:16.153013 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:16.162702 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:16.174751 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Made reservation on behalf of 6250adb3b69f44daaa28fc400ae5b0eb for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:34:16.178808 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:16.350322 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Allocated IP 172.20.0.9 (97558abb-9b1e-48ef-bd77-5d54b84cf9fc/7ad5424a-8796-4922-902a-fa02fd0f87f6/9f77ed41-ae9d-48ad-be97-c5e8822a2df3) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:34:16.483233 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44512) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:16.501382 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27546a53-7197-46a0-b967-22d7fab07836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:16.516025 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-27546a53-7197-46a0-b967-22d7fab07836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:16.520311 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-27546a53-7197-46a0-b967-22d7fab07836 admin admin] Usage tracker for resource:security_group_rule and tenant:8e98aa501b7a4c23b9b60b2e69c68237 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:16.523390 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-27546a53-7197-46a0-b967-22d7fab07836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:16.532942 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-27546a53-7197-46a0-b967-22d7fab07836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:16.592436 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:16.612534 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Transition to ACTIVE for port object 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:34:16.643499 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:16.695066 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9956a6-a2c1-4cc2-85f0-9bcfe808c620 req-c3d1cba4-549b-4714-90fa-a56c14dab9ed tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:16.696519 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1f9956a6-a2c1-4cc2-85f0-9bcfe808c620 req-c3d1cba4-549b-4714-90fa-a56c14dab9ed tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 943 time: 0.1316783 Jun 24 20:34:16.698275 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27546a53-7197-46a0-b967-22d7fab07836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:16.703338 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27546a53-7197-46a0-b967-22d7fab07836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:16.734949 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Pushing event updated for resources: {'Port': ['ID=9f77ed41-ae9d-48ad-be97-c5e8822a2df3,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:16.752005 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:34:16.753322 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:34:16.761027 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:34:16.811560 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-27546a53-7197-46a0-b967-22d7fab07836 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8e98aa501b7a4c23b9b60b2e69c68237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233879 Jun 24 20:34:16.812744 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44530) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:16.816680 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27546a53-7197-46a0-b967-22d7fab07836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dd0601-9aba-4afa-b41c-5f2e4ccd66e7,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:16.843841 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1f9956a6-a2c1-4cc2-85f0-9bcfe808c620 req-3878f475-33da-4c0c-b351-d226b4b99c90 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310618 Jun 24 20:34:16.939460 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b75b-52d9-45b4-85a6-36cdfa5337d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:16.981486 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b75b-52d9-45b4-85a6-36cdfa5337d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:16.982295 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:16.983504 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:17.029809 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53877d38-9168-4c94-b951-7564022991a7 req-99300e5a-6080-41c9-9bf0-8e6ad371c78b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:17.037551 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-53877d38-9168-4c94-b951-7564022991a7 req-99300e5a-6080-41c9-9bf0-8e6ad371c78b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 931 time: 0.1514192 Jun 24 20:34:17.092629 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-c1ba2b95-1418-4a2e-b456-dee1f3741f54 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1216803 Jun 24 20:34:17.102193 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-53877d38-9168-4c94-b951-7564022991a7 req-d976480b-423e-49c2-a621-7121e6904504 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637751 Jun 24 20:34:17.111125 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b75b-52d9-45b4-85a6-36cdfa5337d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:17.135748 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-672f4870-5de5-4920-810a-1a28d08e8542 None None] Provisioning for port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:34:17.138797 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b75b-52d9-45b4-85a6-36cdfa5337d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:17.142159 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-cdf7b75b-52d9-45b4-85a6-36cdfa5337d7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/13dd0601-9aba-4afa-b41c-5f2e4ccd66e7 HTTP/1.1" status: 204 len: 168 time: 0.3271215 Jun 24 20:34:17.146497 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-672f4870-5de5-4920-810a-1a28d08e8542 None None] Provisioning complete for port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:17.147357 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-672f4870-5de5-4920-810a-1a28d08e8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:17.159524 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7b75b-52d9-45b4-85a6-36cdfa5337d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dd0601-9aba-4afa-b41c-5f2e4ccd66e7,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:17.207956 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae045e-3ceb-4a85-8720-adc257efdceb req-4256195b-3db8-4df1-8d64-a8e5f82f3132 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:17.209614 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cbae045e-3ceb-4a85-8720-adc257efdceb req-4256195b-3db8-4df1-8d64-a8e5f82f3132 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 931 time: 0.1676042 Jun 24 20:34:17.255949 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-672f4870-5de5-4920-810a-1a28d08e8542 None None] Port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:34:17.276937 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-cbae045e-3ceb-4a85-8720-adc257efdceb req-0810ec51-f27a-41cc-80f1-8912ab2de510 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Synchronizing usage tracker for tenant:6250adb3b69f44daaa28fc400ae5b0eb on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:34:17.295218 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-cbae045e-3ceb-4a85-8720-adc257efdceb req-0810ec51-f27a-41cc-80f1-8912ab2de510 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Unset dirty status for tenant:6250adb3b69f44daaa28fc400ae5b0eb on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:34:17.304462 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cbae045e-3ceb-4a85-8720-adc257efdceb req-0810ec51-f27a-41cc-80f1-8912ab2de510 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880837 Jun 24 20:34:17.363730 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44552) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:17.480490 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-68bd4f76-2202-48cd-8b5e-53ecd252e4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:17.494550 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-68bd4f76-2202-48cd-8b5e-53ecd252e4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:17.498724 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-68bd4f76-2202-48cd-8b5e-53ecd252e4b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b9fca2416cb741eaa036b4ae24c24e02 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:17.501515 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-68bd4f76-2202-48cd-8b5e-53ecd252e4b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:17.507078 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-68bd4f76-2202-48cd-8b5e-53ecd252e4b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:17.584728 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-68bd4f76-2202-48cd-8b5e-53ecd252e4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:17.589360 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-68bd4f76-2202-48cd-8b5e-53ecd252e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:17.635211 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-68bd4f76-2202-48cd-8b5e-53ecd252e4b4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b9fca2416cb741eaa036b4ae24c24e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702281 Jun 24 20:34:17.635943 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd4f76-2202-48cd-8b5e-53ecd252e4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712d1899-d799-4164-aca2-b4f4a2df148e,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:17.637985 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44568) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:17.695994 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f83549e5-9a21-4a80-9b17-8b6db9428777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:17.719973 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Request body: {'port': {'device_id': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:17.721996 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f83549e5-9a21-4a80-9b17-8b6db9428777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:17.778196 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f83549e5-9a21-4a80-9b17-8b6db9428777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:17.795275 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83549e5-9a21-4a80-9b17-8b6db9428777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712d1899-d799-4164-aca2-b4f4a2df148e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:17.798616 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f83549e5-9a21-4a80-9b17-8b6db9428777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:17.802345 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-f83549e5-9a21-4a80-9b17-8b6db9428777 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/712d1899-d799-4164-aca2-b4f4a2df148e HTTP/1.1" status: 204 len: 168 time: 0.1632519 Jun 24 20:34:17.841400 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:18.110173 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da8d4f-30da-4082-9dc5-9ffd09c01ccf req-9f171073-c610-4b34-a8a3-c7848bde976f tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:18.112162 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-76da8d4f-30da-4082-9dc5-9ffd09c01ccf req-9f171073-c610-4b34-a8a3-c7848bde976f tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 943 time: 0.0975094 Jun 24 20:34:18.187853 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-76da8d4f-30da-4082-9dc5-9ffd09c01ccf req-43fb4a0a-22e7-44ba-b787-276eb0421a0f tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685575 Jun 24 20:34:18.251101 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44602) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:18.275178 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a88489d-7310-4323-9b2d-148300c3405c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:18.300799 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6a88489d-7310-4323-9b2d-148300c3405c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:18.305015 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-6a88489d-7310-4323-9b2d-148300c3405c admin admin] Usage tracker for resource:security_group_rule and tenant:ad3b86744a6c448d88fa7c831dee4558 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:18.308106 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-6a88489d-7310-4323-9b2d-148300c3405c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:18.314591 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6a88489d-7310-4323-9b2d-148300c3405c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:18.347456 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55beb609-73c5-4404-a268-73e742f3c39a {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:34:18.363573 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:18.395284 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Transition to ACTIVE for port object 55beb609-73c5-4404-a268-73e742f3c39a will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:34:18.408966 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878887-ebb8-4052-af0d-faa40c2d9b61 req-b0e56ec2-9c86-4746-95eb-387bffa46138 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:18.410543 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-99878887-ebb8-4052-af0d-faa40c2d9b61 req-b0e56ec2-9c86-4746-95eb-387bffa46138 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 931 time: 0.1411886 Jun 24 20:34:18.411736 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:18.424360 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a88489d-7310-4323-9b2d-148300c3405c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:18.431127 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a88489d-7310-4323-9b2d-148300c3405c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:18.484678 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Pushing event updated for resources: {'Port': ['ID=55beb609-73c5-4404-a268-73e742f3c39a,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:18.498924 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88489d-7310-4323-9b2d-148300c3405c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eece4b-cf97-472e-9f1f-e3f25a79a9c0,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:18.561984 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-6a88489d-7310-4323-9b2d-148300c3405c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ad3b86744a6c448d88fa7c831dee4558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097427 Jun 24 20:34:18.567605 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44614) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:18.622704 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212247b-99fd-4c9b-a96a-25b70121ca81 req-928c796d-8fde-47e9-bf8f-28214189ecda tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:18.623440 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-a212247b-99fd-4c9b-a96a-25b70121ca81 req-928c796d-8fde-47e9-bf8f-28214189ecda tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Synchronizing usage tracker for tenant:6250adb3b69f44daaa28fc400ae5b0eb on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:34:18.648929 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Request body: {'port': {'device_id': 'ee16c427-e9fc-4b15-aff0-19916d9af8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:18.680276 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-a212247b-99fd-4c9b-a96a-25b70121ca81 req-928c796d-8fde-47e9-bf8f-28214189ecda tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Unset dirty status for tenant:6250adb3b69f44daaa28fc400ae5b0eb on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:34:18.681430 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a212247b-99fd-4c9b-a96a-25b70121ca81 req-928c796d-8fde-47e9-bf8f-28214189ecda tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 931 time: 0.1757727 Jun 24 20:34:18.732269 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-99878887-ebb8-4052-af0d-faa40c2d9b61 req-fa5b05c7-b35d-4834-a173-8d733091919c tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492101 Jun 24 20:34:18.821615 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a212247b-99fd-4c9b-a96a-25b70121ca81 req-e3da6a8d-6e65-4e64-91b3-bfde6a93be97 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643740 Jun 24 20:34:18.890844 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-fd227976-626b-414c-9030-667da38c334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:18.892320 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-fd227976-626b-414c-9030-667da38c334a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 1096 time: 0.2056217 Jun 24 20:34:18.894961 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:18.903435 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cc53bb5f-702e-4f30-a2cc-8b604547122b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:18.942897 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Attempting to bind port 55beb609-73c5-4404-a268-73e742f3c39a on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:34:18.943295 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Attempting to bind port 55beb609-73c5-4404-a268-73e742f3c39a by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:34:18.943696 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Attempting to bind port 55beb609-73c5-4404-a268-73e742f3c39a on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:34:18.962273 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Port 55beb609-73c5-4404-a268-73e742f3c39a on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:34:18.962668 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Attempting to bind port 55beb609-73c5-4404-a268-73e742f3c39a on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:34:18.971057 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cc53bb5f-702e-4f30-a2cc-8b604547122b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:18.975131 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-ef902bc4-7130-4ca4-9325-9cf7c35eb514 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbd17804-4c12-492a-b58f-1661ae21a9ae HTTP/1.1" status: 200 len: 217 time: 0.0712054 Jun 24 20:34:18.987821 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:34:18.988153 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Checking segment: {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:34:18.988530 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Bound using segment: {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:34:18.988958 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Bound port: 55beb609-73c5-4404-a268-73e742f3c39a, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:34:18.989295 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:19.018836 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cdd39-9c47-4228-acb3-5d431ed7d39e req-8b88025b-96e9-40ca-b7f5-93a6e3057048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:19.020299 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0c3cdd39-9c47-4228-acb3-5d431ed7d39e req-8b88025b-96e9-40ca-b7f5-93a6e3057048 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 1096 time: 0.3530006 Jun 24 20:34:19.093372 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-ced218fe-4488-49a6-b09f-df6d16edb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:19.095062 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-ced218fe-4488-49a6-b09f-df6d16edb443 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.0895128 Jun 24 20:34:19.213008 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cc53bb5f-702e-4f30-a2cc-8b604547122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:19.242294 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] For port 55beb609-73c5-4404-a268-73e742f3c39a, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:34:19.247614 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53bb5f-702e-4f30-a2cc-8b604547122b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eece4b-cf97-472e-9f1f-e3f25a79a9c0,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:19.270901 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] For port 55beb609-73c5-4404-a268-73e742f3c39a, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=55beb609-73c5-4404-a268-73e742f3c39a,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:34:19.276805 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cdd39-9c47-4228-acb3-5d431ed7d39e req-26ba2609-cf41-478e-95a6-1739bc9eb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:19.278321 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0c3cdd39-9c47-4228-acb3-5d431ed7d39e req-26ba2609-cf41-478e-95a6-1739bc9eb696 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2136164 Jun 24 20:34:19.279081 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cc53bb5f-702e-4f30-a2cc-8b604547122b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:19.282611 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-cc53bb5f-702e-4f30-a2cc-8b604547122b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e7eece4b-cf97-472e-9f1f-e3f25a79a9c0 HTTP/1.1" status: 204 len: 168 time: 0.7127464 Jun 24 20:34:19.284470 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:19.436281 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:34:19.444937 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:19.468856 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Transition to ACTIVE for port object 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:34:19.480729 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:19.481234 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:19.481515 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:19.485668 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/55beb609-73c5-4404-a268-73e742f3c39a HTTP/1.1" status: 200 len: 1093 time: 1.7702892 Jun 24 20:34:19.486171 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'tag': '55beb609-73c5-4404-a268-73e742f3c39a'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:34:19.577992 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5713b9-6ff6-4719-8178-c367512175a1 service neutron] Pushing event updated for resources: {'Port': ['ID=55beb609-73c5-4404-a268-73e742f3c39a,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:19.583149 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67709e2a-75fe-48c0-8006-d47b28e77eee'] response: {'name': 'network-changed', 'server_uuid': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'tag': '55beb609-73c5-4404-a268-73e742f3c39a', 'status': 'completed', 'code': 200} Jun 24 20:34:19.610075 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27389827-41c8-45d5-a4c8-3e9a2f5974c1 req-097cb3c6-5ef1-4561-9d33-6c202cecec5c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:19.611542 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-27389827-41c8-45d5-a4c8-3e9a2f5974c1 req-097cb3c6-5ef1-4561-9d33-6c202cecec5c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 943 time: 0.2951372 Jun 24 20:34:19.690754 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-27389827-41c8-45d5-a4c8-3e9a2f5974c1 req-dbfa91c3-9a2d-47c4-88a3-f0cc64df3f7b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719566 Jun 24 20:34:19.707456 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Pushing event updated for resources: {'Port': ['ID=9f77ed41-ae9d-48ad-be97-c5e8822a2df3,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:19.864991 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Attempting to bind port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:34:19.865507 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Attempting to bind port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '623e4cf7-5a10-474e-accc-40e4191763b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:34:19.866081 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Attempting to bind port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 on network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:34:19.872061 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 on network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:34:19.875643 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Attempting to bind port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 on network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:34:19.925516 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:34:19.925842 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Checking segment: {'id': '623e4cf7-5a10-474e-accc-40e4191763b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:34:19.926236 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Bound using segment: {'id': '623e4cf7-5a10-474e-accc-40e4191763b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:34:19.926660 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Bound port: 9f77ed41-ae9d-48ad-be97-c5e8822a2df3, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623e4cf7-5a10-474e-accc-40e4191763b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:34:19.926994 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:20.079520 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61b478-0bc7-4f5a-bf7d-d24ae63f6426 req-aa231c9b-8b9c-495d-b28a-2513d0d37590 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:20.080988 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cc61b478-0bc7-4f5a-bf7d-d24ae63f6426 req-aa231c9b-8b9c-495d-b28a-2513d0d37590 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 943 time: 0.1177385 Jun 24 20:34:20.128971 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cc61b478-0bc7-4f5a-bf7d-d24ae63f6426 req-cdf75c37-a1e1-4794-9658-be667cbb8d22 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421476 Jun 24 20:34:20.154206 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628488a9-c57e-46a7-91c2-531d04fcd333 req-21b5b12c-e09b-4abc-ab8c-94243075dd69 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:20.156088 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-628488a9-c57e-46a7-91c2-531d04fcd333 req-21b5b12c-e09b-4abc-ab8c-94243075dd69 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 943 time: 0.2755048 Jun 24 20:34:20.160528 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] For port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3, host hv-cinder-84718, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:34:20.164308 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] For port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9f77ed41-ae9d-48ad-be97-c5e8822a2df3,segment=NetworkSegment(623e4cf7-5a10-474e-accc-40e4191763b3),segment_id=623e4cf7-5a10-474e-accc-40e4191763b3)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:34:20.189086 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:20.252935 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:20.253575 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:20.254970 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] 10.222.0.15 "PUT /v2.0/ports/9f77ed41-ae9d-48ad-be97-c5e8822a2df3 HTTP/1.1" status: 200 len: 1093 time: 1.6114161 Jun 24 20:34:20.258195 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee16c427-e9fc-4b15-aff0-19916d9af8e8', 'tag': '9f77ed41-ae9d-48ad-be97-c5e8822a2df3'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:34:20.301015 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-628488a9-c57e-46a7-91c2-531d04fcd333 req-8830477c-d354-4d1c-aab9-f34abeeabc79 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345866 Jun 24 20:34:20.314667 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1be22-b1d9-4ab7-9d5c-e391c23f941d service neutron] Pushing event updated for resources: {'Port': ['ID=9f77ed41-ae9d-48ad-be97-c5e8822a2df3,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:20.368866 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3777d37e-0d3e-4008-b344-15412c9d4017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:20.369962 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999a2cd9-7531-49b5-92aa-9e01b3063429'] response: {'name': 'network-changed', 'server_uuid': 'ee16c427-e9fc-4b15-aff0-19916d9af8e8', 'tag': '9f77ed41-ae9d-48ad-be97-c5e8822a2df3', 'status': 'completed', 'code': 200} Jun 24 20:34:20.879370 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826dcb0-2daf-4b27-832d-231441a2d30a req-afadbff8-7b60-43d0-8573-83cfb77cc277 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:20.880817 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6826dcb0-2daf-4b27-832d-231441a2d30a req-afadbff8-7b60-43d0-8573-83cfb77cc277 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 943 time: 0.0870996 Jun 24 20:34:20.926174 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6826dcb0-2daf-4b27-832d-231441a2d30a req-7837100c-252f-4312-9b4d-8a77b8d6fc4d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393806 Jun 24 20:34:21.325707 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907df875-dbf7-4f69-883f-fc48ec9d4604 req-15641433-a39d-4e41-9701-f273d0e41a59 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:21.327281 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-907df875-dbf7-4f69-883f-fc48ec9d4604 req-15641433-a39d-4e41-9701-f273d0e41a59 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 943 time: 0.0857880 Jun 24 20:34:21.377973 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-907df875-dbf7-4f69-883f-fc48ec9d4604 req-36e99104-3467-4011-876c-110a555c13cc tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449557 Jun 24 20:34:21.541728 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd643fc-7896-439e-bf25-6d4c9b6184da req-5e11cf23-a510-4d3c-ba1f-c4dc880c3e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:21.543715 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bbd643fc-7896-439e-bf25-6d4c9b6184da req-5e11cf23-a510-4d3c-ba1f-c4dc880c3e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 943 time: 0.0951288 Jun 24 20:34:21.589093 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bbd643fc-7896-439e-bf25-6d4c9b6184da req-e1864224-4537-4e3e-834d-e204a257d822 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397220 Jun 24 20:34:21.597347 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44728) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:21.775154 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2676ebed-e7a3-499f-b116-ba40114c7d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:21.799743 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-e782e75d-6a36-4c56-a065-98224338e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:21.801114 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-e782e75d-6a36-4c56-a065-98224338e83f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1866026 Jun 24 20:34:21.802802 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafbad6-b6e8-487a-ae8b-9cd07d31b835 req-aec38d65-a991-4bad-8bb8-83a26d6daef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:21.804082 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1bafbad6-b6e8-487a-ae8b-9cd07d31b835 req-aec38d65-a991-4bad-8bb8-83a26d6daef9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6250adb3b69f44daaa28fc400ae5b0eb&device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 1096 time: 0.1370106 Jun 24 20:34:21.804977 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2676ebed-e7a3-499f-b116-ba40114c7d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:21.809028 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-2676ebed-e7a3-499f-b116-ba40114c7d2a admin admin] Usage tracker for resource:security_group_rule and tenant:2baf19048c48453e897257dcda0d2aaa is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:21.812089 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-2676ebed-e7a3-499f-b116-ba40114c7d2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:21.856686 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2676ebed-e7a3-499f-b116-ba40114c7d2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:21.858132 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cdd39-9c47-4228-acb3-5d431ed7d39e req-29316d56-9762-479f-91a8-66d8e4fd5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:21.859588 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0c3cdd39-9c47-4228-acb3-5d431ed7d39e req-29316d56-9762-479f-91a8-66d8e4fd5356 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2218766 Jun 24 20:34:21.866505 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bc81a-a69f-4ba9-b780-dc368b8d6e2e req-a81e2bf0-0b1b-498d-b48d-8ecd38fe0b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:21.867945 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-404bc81a-a69f-4ba9-b780-dc368b8d6e2e req-a81e2bf0-0b1b-498d-b48d-8ecd38fe0b69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 1096 time: 0.1946309 Jun 24 20:34:22.093116 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafbad6-b6e8-487a-ae8b-9cd07d31b835 req-877a8274-e817-4436-9605-5aef3b910943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:22.095490 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1bafbad6-b6e8-487a-ae8b-9cd07d31b835 req-877a8274-e817-4436-9605-5aef3b910943 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6250adb3b69f44daaa28fc400ae5b0eb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2794130 Jun 24 20:34:22.106202 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-5701551d-73a8-481c-9d80-597800916ac0 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912714 Jun 24 20:34:22.111804 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bc81a-a69f-4ba9-b780-dc368b8d6e2e req-19ee3ac1-6c58-4a58-8853-780d956fd98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:22.113382 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-404bc81a-a69f-4ba9-b780-dc368b8d6e2e req-19ee3ac1-6c58-4a58-8853-780d956fd98a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2374840 Jun 24 20:34:22.120744 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-05dd0772-6c9b-47ce-a51e-72951fdf68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:22.122430 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-05dd0772-6c9b-47ce-a51e-72951fdf68bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 1096 time: 0.2255950 Jun 24 20:34:22.262361 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-1b7097dc-538d-4d79-b60f-c76f9b325faf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b08e732-7391-433a-b3a8-ffb87d93a908 HTTP/1.1" status: 200 len: 217 time: 0.1187510 Jun 24 20:34:22.318316 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2676ebed-e7a3-499f-b116-ba40114c7d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:22.354378 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2676ebed-e7a3-499f-b116-ba40114c7d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:22.381218 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-dc0e1105-d6c2-4460-befc-0f57355cd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:22.382682 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-dc0e1105-d6c2-4460-befc-0f57355cd85f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.1111887 Jun 24 20:34:22.392465 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9e056-109c-474c-b932-81881a058d22 req-54cc5054-2932-4b23-bad2-4aa5b88f8858 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:22.394446 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d0c9e056-109c-474c-b932-81881a058d22 req-54cc5054-2932-4b23-bad2-4aa5b88f8858 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 943 time: 0.3312712 Jun 24 20:34:22.422387 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d687d3d6-1aa4-4872-b8cc-b3485d41ed2f req-c5da61c7-1d65-40bf-9189-8ec40feeae48 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967579 Jun 24 20:34:22.427790 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafbad6-b6e8-487a-ae8b-9cd07d31b835 req-cd2d0cb9-55ac-4afc-942d-c8472778c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:22.429244 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1bafbad6-b6e8-487a-ae8b-9cd07d31b835 req-cd2d0cb9-55ac-4afc-942d-c8472778c39d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3256159 Jun 24 20:34:22.433199 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-2676ebed-e7a3-499f-b116-ba40114c7d2a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2baf19048c48453e897257dcda0d2aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8348563 Jun 24 20:34:22.433992 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676ebed-e7a3-499f-b116-ba40114c7d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e408577d-1699-4122-83c4-39fabc38a501,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:22.436462 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44754) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:22.443289 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bc81a-a69f-4ba9-b780-dc368b8d6e2e req-0a5fce88-4f2e-4fad-9751-0d685397effc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:22.444693 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-404bc81a-a69f-4ba9-b780-dc368b8d6e2e req-0a5fce88-4f2e-4fad-9751-0d685397effc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3213458 Jun 24 20:34:22.542541 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8b794b33-362b-4c98-8e15-d68eba2fd76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:22.614524 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1092ead-788f-4c50-af0f-aee7cd2eb272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:22.641345 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d0c9e056-109c-474c-b932-81881a058d22 req-c04c8d3c-b4fe-4098-9b59-fd3ac9274c0c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995826 Jun 24 20:34:22.671979 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-1214f334-8895-46eb-8d87-7a0f3db04fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:22.673491 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-1214f334-8895-46eb-8d87-7a0f3db04fe2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2781413 Jun 24 20:34:22.706788 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-5a18e7d4-ef9d-43ca-a5b4-7367edaa932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:22.708225 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-5a18e7d4-ef9d-43ca-a5b4-7367edaa932a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6250adb3b69f44daaa28fc400ae5b0eb&device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 1096 time: 0.1579201 Jun 24 20:34:22.742480 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1092ead-788f-4c50-af0f-aee7cd2eb272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:22.817144 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-945fa2d6-9b62-4d4f-b46f-372bc0ae6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:22.819455 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-945fa2d6-9b62-4d4f-b46f-372bc0ae6c48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 1096 time: 0.2788138 Jun 24 20:34:22.844889 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b55e3-a64c-4454-9544-84a2eb1617cb req-5db02972-9337-4e34-9d73-8c41dfa3e6a4 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:22.852401 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-888b55e3-a64c-4454-9544-84a2eb1617cb req-5db02972-9337-4e34-9d73-8c41dfa3e6a4 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 943 time: 0.2287898 Jun 24 20:34:22.885558 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-6caf08f7-acd9-49d6-8a9d-53a64749712d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f77ed41-ae9d-48ad-be97-c5e8822a2df3 HTTP/1.1" status: 200 len: 217 time: 0.1252558 Jun 24 20:34:22.924410 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-c2665c1c-6621-45ba-a3cd-4206419d7eb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55beb609-73c5-4404-a268-73e742f3c39a HTTP/1.1" status: 200 len: 217 time: 0.0883458 Jun 24 20:34:23.004465 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-00e0b742-4c1f-4ce4-aa8d-5e24b84471b9 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239298 Jun 24 20:34:23.009896 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-4ab8f7ba-970d-48e5-8ec2-9b55d48dd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:23.011830 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-4ab8f7ba-970d-48e5-8ec2-9b55d48dd45c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ad5424a-8796-4922-902a-fa02fd0f87f6 HTTP/1.1" status: 200 len: 849 time: 0.1181600 Jun 24 20:34:23.115508 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-888b55e3-a64c-4454-9544-84a2eb1617cb req-08ee3741-1f40-4ad6-8afc-d6023378873f tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620461 Jun 24 20:34:23.164305 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-0b55f079-5ac5-4f5a-a4d8-554c47b569cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:23.166023 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-0b55f079-5ac5-4f5a-a4d8-554c47b569cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aaff2148-a5b9-46f1-b4f3-e167f2aba951 HTTP/1.1" status: 200 len: 854 time: 0.1840034 Jun 24 20:34:23.167351 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1092ead-788f-4c50-af0f-aee7cd2eb272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:23.179686 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a280d8-52c9-47e2-a8f7-86cc4a944dfe req-3ac56bf3-68ce-4fa6-986a-0f9aa0ab53e3 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:23.187418 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-48a280d8-52c9-47e2-a8f7-86cc4a944dfe req-3ac56bf3-68ce-4fa6-986a-0f9aa0ab53e3 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 943 time: 0.3688960 Jun 24 20:34:23.248007 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1092ead-788f-4c50-af0f-aee7cd2eb272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e408577d-1699-4122-83c4-39fabc38a501,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:23.266394 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1092ead-788f-4c50-af0f-aee7cd2eb272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:23.267437 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-a1092ead-788f-4c50-af0f-aee7cd2eb272 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e408577d-1699-4122-83c4-39fabc38a501 HTTP/1.1" status: 204 len: 168 time: 0.8300850 Jun 24 20:34:23.303172 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-48a280d8-52c9-47e2-a8f7-86cc4a944dfe req-83b1fae3-6c5d-40c6-a0a6-fa5581fa5b91 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121259 Jun 24 20:34:23.322197 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-dfa37459-1ed7-4290-96f5-b0e8787e0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:23.325068 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-dfa37459-1ed7-4290-96f5-b0e8787e0663 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fe66e7b-631d-49f2-87af-6f9a31183f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1485391 Jun 24 20:34:23.335186 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-86faf249-57c9-4850-a23a-bbe8019a1912 req-cefb0d7b-e5bf-4dae-bb68-ba2beee7d946 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204153 Jun 24 20:34:23.337407 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-dadd3ee6-63cc-4869-9959-2eb0b392eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:23.338928 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-dadd3ee6-63cc-4869-9959-2eb0b392eabd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97558abb-9b1e-48ef-bd77-5d54b84cf9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3039649 Jun 24 20:34:23.555318 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:23.579485 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-8c23fa89-316d-43c2-8661-623d349372ff service neutron] 10.222.0.15 "GET /v2.0/networks/97558abb-9b1e-48ef-bd77-5d54b84cf9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269967 Jun 24 20:34:23.594814 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-7ff2e064-e965-41c7-9d8f-7430c25ff3dd service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620251 Jun 24 20:34:23.725365 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:23.820342 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc098b4f-388e-4437-bc67-dc22aa531c6a req-e8269b5c-0f8c-4730-83b1-e9cf8a33edae service neutron] 10.222.0.15 "GET /v2.0/networks/97558abb-9b1e-48ef-bd77-5d54b84cf9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348382 Jun 24 20:34:23.843914 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44832) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:23.864326 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device fbd17804-4c12-492a-b58f-1661ae21a9ae details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:34:23.876228 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e7913c9f-915f-4e11-b590-cf5c7b6acf59 req-b1c410f2-9ba1-461b-b393-96aace85375f service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747157 Jun 24 20:34:23.892999 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4323a074-443b-476e-93fc-db78d6bb9517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:23.916954 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfed73-1f39-4e27-bf48-4cff537bca4f req-0294bd1d-8936-424e-b613-91451b9ef025 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:23.918897 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-4323a074-443b-476e-93fc-db78d6bb9517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:23.919803 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f9cfed73-1f39-4e27-bf48-4cff537bca4f req-0294bd1d-8936-424e-b613-91451b9ef025 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 943 time: 0.1284487 Jun 24 20:34:23.929855 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-4323a074-443b-476e-93fc-db78d6bb9517 admin admin] Usage tracker for resource:security_group_rule and tenant:6b147d06b9684ffd8014123cda1fac80 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:23.933901 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-4323a074-443b-476e-93fc-db78d6bb9517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:23.943331 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-4323a074-443b-476e-93fc-db78d6bb9517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:23.982369 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f9cfed73-1f39-4e27-bf48-4cff537bca4f req-11482553-0289-4809-ba3b-447d67005c25 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560434 Jun 24 20:34:24.037220 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port fbd17804-4c12-492a-b58f-1661ae21a9ae, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fbd17804-4c12-492a-b58f-1661ae21a9ae,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:24.050979 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': 'fbd17804-4c12-492a-b58f-1661ae21a9ae', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'port_id': 'fbd17804-4c12-492a-b58f-1661ae21a9ae', 'mac_address': 'fa:16:3e:b5:86:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:34:24.051722 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4323a074-443b-476e-93fc-db78d6bb9517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:24.056786 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4323a074-443b-476e-93fc-db78d6bb9517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:24.102978 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-4323a074-443b-476e-93fc-db78d6bb9517 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6b147d06b9684ffd8014123cda1fac80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558587 Jun 24 20:34:24.103801 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323a074-443b-476e-93fc-db78d6bb9517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d6388d-306a-414c-bd55-3458db13f48b,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:24.105572 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44838) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:24.114470 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port fbd17804-4c12-492a-b58f-1661ae21a9ae is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:24.114926 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:24.146113 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd17804-4c12-492a-b58f-1661ae21a9ae {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:34:24.177222 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port fbd17804-4c12-492a-b58f-1661ae21a9ae, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fbd17804-4c12-492a-b58f-1661ae21a9ae,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:24.182778 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:24.201619 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-67e905d6-8cb4-42ac-b7ba-f1f61cd880ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:24.230116 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-67e905d6-8cb4-42ac-b7ba-f1f61cd880ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:24.274808 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=fbd17804-4c12-492a-b58f-1661ae21a9ae,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:24.305623 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-67e905d6-8cb4-42ac-b7ba-f1f61cd880ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:24.321777 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e905d6-8cb4-42ac-b7ba-f1f61cd880ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d6388d-306a-414c-bd55-3458db13f48b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:24.325014 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ef4f5-8c8b-43e1-b0a1-b99d12dcaf20 req-e9221222-30d6-4b53-9ef7-1fa33a747b1e tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:24.326316 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-67e905d6-8cb4-42ac-b7ba-f1f61cd880ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:24.326931 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e23ef4f5-8c8b-43e1-b0a1-b99d12dcaf20 req-e9221222-30d6-4b53-9ef7-1fa33a747b1e tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 943 time: 0.1023941 Jun 24 20:34:24.335293 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-67e905d6-8cb4-42ac-b7ba-f1f61cd880ef admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/74d6388d-306a-414c-bd55-3458db13f48b HTTP/1.1" status: 204 len: 168 time: 0.2254319 Jun 24 20:34:24.392866 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e23ef4f5-8c8b-43e1-b0a1-b99d12dcaf20 req-5fe479ec-592d-4430-ac3a-b26c2e373a55 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544198 Jun 24 20:34:24.540463 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faadb19-7401-4f52-898f-c54df636b57a req-938abdca-9cc5-4199-be94-11f980dc676d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:24.542012 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3faadb19-7401-4f52-898f-c54df636b57a req-938abdca-9cc5-4199-be94-11f980dc676d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 943 time: 0.0888479 Jun 24 20:34:24.543995 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:34:24.610737 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3faadb19-7401-4f52-898f-c54df636b57a req-6d838c67-822f-4b4c-b876-4c080edce5f6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624182 Jun 24 20:34:24.985396 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:25.130844 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44906) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:25.209951 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fe6bd-e9ff-4fca-9a36-b7a50525bef5 req-9926143b-55f3-4a4f-a0af-e2fe6d4e4a63 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:25.212457 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4a2fe6bd-e9ff-4fca-9a36-b7a50525bef5 req-9926143b-55f3-4a4f-a0af-e2fe6d4e4a63 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 943 time: 0.1119862 Jun 24 20:34:25.258199 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4a2fe6bd-e9ff-4fca-9a36-b7a50525bef5 req-f4765f30-22d2-4f27-9559-d7fdc162b19c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397618 Jun 24 20:34:25.380977 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fe523c51-b209-4b17-b4e3-89762edfa091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:25.399568 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fe523c51-b209-4b17-b4e3-89762edfa091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:25.405847 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-fe523c51-b209-4b17-b4e3-89762edfa091 admin admin] Usage tracker for resource:security_group_rule and tenant:090a8a7f57ad4ca5ae2cdb99624e69b6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:25.407094 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-fe523c51-b209-4b17-b4e3-89762edfa091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:25.412650 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fe523c51-b209-4b17-b4e3-89762edfa091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:25.537867 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fe523c51-b209-4b17-b4e3-89762edfa091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:25.544587 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fe523c51-b209-4b17-b4e3-89762edfa091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:25.602710 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-fe523c51-b209-4b17-b4e3-89762edfa091 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=090a8a7f57ad4ca5ae2cdb99624e69b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707587 Jun 24 20:34:25.605503 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44926) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:25.607540 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe523c51-b209-4b17-b4e3-89762edfa091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af536285-bbe0-48a0-9d9a-ab6737184b5b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:25.644892 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198914d8-3319-4dba-b920-ec834ab79a35 req-5da18bc1-2ff1-4401-b7a3-f6476abe8b89 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:25.646610 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-198914d8-3319-4dba-b920-ec834ab79a35 req-5da18bc1-2ff1-4401-b7a3-f6476abe8b89 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 943 time: 0.1475723 Jun 24 20:34:25.715266 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-198914d8-3319-4dba-b920-ec834ab79a35 req-1c977b99-831e-4f98-91e3-0cb29171c14d tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600057 Jun 24 20:34:25.718160 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a776-ee17-4a25-aa26-d4f1f813f736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:25.797986 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a776-ee17-4a25-aa26-d4f1f813f736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:25.862412 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fa21b-35b2-4c4d-afc9-508d57538ab6 req-ed1ec926-2ebc-4339-a877-01966cc547e5 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:25.863880 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3d7fa21b-35b2-4c4d-afc9-508d57538ab6 req-ed1ec926-2ebc-4339-a877-01966cc547e5 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 943 time: 0.1348305 Jun 24 20:34:25.889184 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a776-ee17-4a25-aa26-d4f1f813f736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:25.917905 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1a776-ee17-4a25-aa26-d4f1f813f736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af536285-bbe0-48a0-9d9a-ab6737184b5b,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:25.949166 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3d7fa21b-35b2-4c4d-afc9-508d57538ab6 req-d4893cbc-5100-4abc-acc0-4c6502042188 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762081 Jun 24 20:34:25.950372 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a776-ee17-4a25-aa26-d4f1f813f736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:25.953690 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-7ca1a776-ee17-4a25-aa26-d4f1f813f736 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/af536285-bbe0-48a0-9d9a-ab6737184b5b HTTP/1.1" status: 204 len: 168 time: 0.3446786 Jun 24 20:34:26.387832 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44972) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:26.405607 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-eeaddb38-614a-4858-9723-f792cb49311c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:26.420161 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-eeaddb38-614a-4858-9723-f792cb49311c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:26.423947 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-eeaddb38-614a-4858-9723-f792cb49311c admin admin] Usage tracker for resource:security_group_rule and tenant:7e9cab15ad23414cacaeee2aff44bf32 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:26.426762 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-eeaddb38-614a-4858-9723-f792cb49311c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:26.432278 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-eeaddb38-614a-4858-9723-f792cb49311c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:26.472735 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d6b57-3e46-47eb-be76-197226245e14 req-9e40ba5b-e18d-40c4-9df9-f91b99afc290 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:26.475114 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fb3d6b57-3e46-47eb-be76-197226245e14 req-9e40ba5b-e18d-40c4-9df9-f91b99afc290 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 943 time: 0.1003089 Jun 24 20:34:26.517517 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-eeaddb38-614a-4858-9723-f792cb49311c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:26.522592 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fb3d6b57-3e46-47eb-be76-197226245e14 req-28fd0b87-ee88-40f3-a864-a7c2926c540d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401990 Jun 24 20:34:26.522820 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-eeaddb38-614a-4858-9723-f792cb49311c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:26.573417 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-eeaddb38-614a-4858-9723-f792cb49311c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7e9cab15ad23414cacaeee2aff44bf32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838806 Jun 24 20:34:26.575130 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaddb38-614a-4858-9723-f792cb49311c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227831d6-4d94-4c8e-b1ca-5873d54e8e6b,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:26.576534 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 44976) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:26.640818 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6587d1b1-b595-49a9-86ad-c7e34774c7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:26.666518 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6587d1b1-b595-49a9-86ad-c7e34774c7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:26.719821 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6587d1b1-b595-49a9-86ad-c7e34774c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:26.740135 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587d1b1-b595-49a9-86ad-c7e34774c7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227831d6-4d94-4c8e-b1ca-5873d54e8e6b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:26.770647 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6587d1b1-b595-49a9-86ad-c7e34774c7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:26.774517 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-6587d1b1-b595-49a9-86ad-c7e34774c7d1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/227831d6-4d94-4c8e-b1ca-5873d54e8e6b HTTP/1.1" status: 204 len: 168 time: 0.1939378 Jun 24 20:34:26.939556 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['fbd17804-4c12-492a-b58f-1661ae21a9ae'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:34:27.017234 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0edc0e-87e7-4c26-9f7d-051a508b210e req-16d3016e-2ded-47bf-9ed3-1d0a1ddf24f8 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:27.018817 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8b0edc0e-87e7-4c26-9f7d-051a508b210e req-16d3016e-2ded-47bf-9ed3-1d0a1ddf24f8 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 943 time: 0.1749897 Jun 24 20:34:27.083159 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8b0edc0e-87e7-4c26-9f7d-051a508b210e req-576c8c4d-4d8c-49ef-8add-1d9892d00ba0 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576208 Jun 24 20:34:27.152232 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc86f53-2e91-4585-8639-9bc7aacc0312 req-4f2cccee-5c09-4d3e-a9da-8980d8d51295 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:27.153806 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-7fc86f53-2e91-4585-8639-9bc7aacc0312 req-4f2cccee-5c09-4d3e-a9da-8980d8d51295 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 943 time: 0.0955310 Jun 24 20:34:27.185503 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 44994) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:27.204596 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2158c66d-1a4b-4540-844f-22ba6086f2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:27.206601 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-7fc86f53-2e91-4585-8639-9bc7aacc0312 req-6905463e-6534-4472-8b47-2c5562555a6a tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467558 Jun 24 20:34:27.219479 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-2158c66d-1a4b-4540-844f-22ba6086f2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:27.223461 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-2158c66d-1a4b-4540-844f-22ba6086f2cb admin admin] Usage tracker for resource:security_group_rule and tenant:016e014cea894f349dbc49ffd750de80 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:27.226393 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-2158c66d-1a4b-4540-844f-22ba6086f2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:27.232525 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-2158c66d-1a4b-4540-844f-22ba6086f2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:27.340266 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2158c66d-1a4b-4540-844f-22ba6086f2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:27.345409 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2158c66d-1a4b-4540-844f-22ba6086f2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:27.395358 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-2158c66d-1a4b-4540-844f-22ba6086f2cb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=016e014cea894f349dbc49ffd750de80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087996 Jun 24 20:34:27.397988 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45008) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:27.400610 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158c66d-1a4b-4540-844f-22ba6086f2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cfc720-b29a-4ea6-ac01-01da9f9a2d72,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:27.462514 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01fe7db9-8f83-4840-85fb-27157c14aef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:27.489468 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01fe7db9-8f83-4840-85fb-27157c14aef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:27.543657 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01fe7db9-8f83-4840-85fb-27157c14aef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:27.559721 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe7db9-8f83-4840-85fb-27157c14aef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cfc720-b29a-4ea6-ac01-01da9f9a2d72,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:27.568144 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01fe7db9-8f83-4840-85fb-27157c14aef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:27.571913 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-01fe7db9-8f83-4840-85fb-27157c14aef6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e3cfc720-b29a-4ea6-ac01-01da9f9a2d72 HTTP/1.1" status: 204 len: 168 time: 0.1729572 Jun 24 20:34:27.729423 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9965041-2c43-4f11-871c-46788fdbc01b req-e0333e4b-636e-465d-b4f4-a1a4db339548 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:27.730973 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d9965041-2c43-4f11-871c-46788fdbc01b req-e0333e4b-636e-465d-b4f4-a1a4db339548 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 943 time: 0.0881991 Jun 24 20:34:27.786693 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d9965041-2c43-4f11-871c-46788fdbc01b req-ffbfd559-749d-40f5-b79f-761501db6de5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488493 Jun 24 20:34:27.859298 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 55beb609-73c5-4404-a268-73e742f3c39a details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:34:27.889543 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device fbd17804-4c12-492a-b58f-1661ae21a9ae up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:34:28.074000 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port fbd17804-4c12-492a-b58f-1661ae21a9ae completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:34:28.085418 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port fbd17804-4c12-492a-b58f-1661ae21a9ae triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:28.085782 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:28.125121 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 55beb609-73c5-4404-a268-73e742f3c39a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=55beb609-73c5-4404-a268-73e742f3c39a,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:28.149277 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '55beb609-73c5-4404-a268-73e742f3c39a', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'port_id': '55beb609-73c5-4404-a268-73e742f3c39a', 'mac_address': 'fa:16:3e:05:e7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:34:28.240291 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 55beb609-73c5-4404-a268-73e742f3c39a is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:28.240691 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:28.295986 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55beb609-73c5-4404-a268-73e742f3c39a {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:34:28.354604 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a6c62-8b4a-452e-8aca-569dccdd6a25 req-15362d92-385c-421d-bef8-cc0fc7143e1a tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:28.361528 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-330a6c62-8b4a-452e-8aca-569dccdd6a25 req-15362d92-385c-421d-bef8-cc0fc7143e1a tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 943 time: 0.1682396 Jun 24 20:34:28.363594 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 55beb609-73c5-4404-a268-73e742f3c39a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=55beb609-73c5-4404-a268-73e742f3c39a,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:28.368747 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port fbd17804-4c12-492a-b58f-1661ae21a9ae is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:28.371282 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:28.395867 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:28.396497 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:34:28.468731 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-330a6c62-8b4a-452e-8aca-569dccdd6a25 req-b47a4989-c317-429d-8ba7-f7c0d59fcb9c tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012237 Jun 24 20:34:28.487969 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 45058) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:28.530272 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8262df5c-2175-4bf5-847c-6eec9895883b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd17804-4c12-492a-b58f-1661ae21a9ae'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:34:28.564197 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ae28b-cb17-45e2-a665-7bc977790859 req-c97f6fdd-6984-410a-9aec-959baa9c5145 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:28.566462 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-142ae28b-cb17-45e2-a665-7bc977790859 req-c97f6fdd-6984-410a-9aec-959baa9c5145 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 944 time: 0.1866000 Jun 24 20:34:28.640053 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1934252461-network', 'tenant_id': '0a9d25b63848403bbb8b32e8512fa804'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:28.648075 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:28.654629 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Usage tracker for resource:network and tenant:0a9d25b63848403bbb8b32e8512fa804 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:28.661978 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:28.663470 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port fbd17804-4c12-492a-b58f-1661ae21a9ae, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fbd17804-4c12-492a-b58f-1661ae21a9ae,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:28.666384 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=55beb609-73c5-4404-a268-73e742f3c39a,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:28.699697 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:28.704121 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:28.715561 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-142ae28b-cb17-45e2-a665-7bc977790859 req-94a3f9f0-4620-444d-b03c-942dbde85fc5 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343582 Jun 24 20:34:28.722639 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.db.resource_extend [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 20:34:28.735513 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Made reservation on behalf of 0a9d25b63848403bbb8b32e8512fa804 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:34:28.740872 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:28.773758 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:28.806401 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:28.813814 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Usage tracker for resource:security_group_rule and tenant:0a9d25b63848403bbb8b32e8512fa804 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:28.818456 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:28.834461 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:28.977624 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=fbd17804-4c12-492a-b58f-1661ae21a9ae,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:29.030830 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9f77ed41-ae9d-48ad-be97-c5e8822a2df3,segment=NetworkSegment(623e4cf7-5a10-474e-accc-40e4191763b3),segment_id=623e4cf7-5a10-474e-accc-40e4191763b3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:29.055552 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '9f77ed41-ae9d-48ad-be97-c5e8822a2df3', 'network_id': '97558abb-9b1e-48ef-bd77-5d54b84cf9fc', 'port_id': '9f77ed41-ae9d-48ad-be97-c5e8822a2df3', 'mac_address': 'fa:16:3e:fd:2f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad5424a-8796-4922-902a-fa02fd0f87f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:34:29.102428 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc9d244-a6d1-4c80-8229-1742f66b563d'] response: {'server_uuid': '8262df5c-2175-4bf5-847c-6eec9895883b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd17804-4c12-492a-b58f-1661ae21a9ae', 'code': 200} Jun 24 20:34:29.140582 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:29.140976 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:29.166053 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:34:29.208586 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9f77ed41-ae9d-48ad-be97-c5e8822a2df3,segment=NetworkSegment(623e4cf7-5a10-474e-accc-40e4191763b3),segment_id=623e4cf7-5a10-474e-accc-40e4191763b3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:29.212885 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:29.217467 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:29.218586 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 4b08e732-7391-433a-b3a8-ffb87d93a908 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:34:29.232169 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:29.346565 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6f968-e2ee-4887-b84b-e4b932d0d12c req-4339900c-e347-4faa-90e3-b737635a6335 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:29.362660 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-99f6f968-e2ee-4887-b84b-e4b932d0d12c req-4339900c-e347-4faa-90e3-b737635a6335 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 943 time: 0.4225082 Jun 24 20:34:29.375019 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:34:29.422648 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45114) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:29.474372 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=9f77ed41-ae9d-48ad-be97-c5e8822a2df3,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:29.476675 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d305007-0c8d-421a-be71-7311a6bf3b67,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:29.528722 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:29.529062 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.segments_db [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Added segment dca36795-b746-4bbd-b342-85f578079c38 of type vlan for network 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 Jun 24 20:34:29.570343 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 4b08e732-7391-433a-b3a8-ffb87d93a908, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4b08e732-7391-433a-b3a8-ffb87d93a908,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:29.582115 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:29.589628 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '4b08e732-7391-433a-b3a8-ffb87d93a908', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'port_id': '4b08e732-7391-433a-b3a8-ffb87d93a908', 'mac_address': 'fa:16:3e:0a:c9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:34:29.627974 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-99f6f968-e2ee-4887-b84b-e4b932d0d12c req-9f3c8fbf-e1d5-4824-989e-12a62aa965bf tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636068 Jun 24 20:34:29.641575 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:29.642904 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:29.643771 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:29.657320 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 4b08e732-7391-433a-b3a8-ffb87d93a908 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:29.657897 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:29.682863 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b08e732-7391-433a-b3a8-ffb87d93a908 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:34:29.691894 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2020328 Jun 24 20:34:29.706724 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45128) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:29.714529 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 4b08e732-7391-433a-b3a8-ffb87d93a908, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4b08e732-7391-433a-b3a8-ffb87d93a908,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:29.722337 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:29.796749 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Request body: {'subnet': {'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1934252461-subnet', 'tenant_id': '0a9d25b63848403bbb8b32e8512fa804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:29.810028 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:29.816360 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aaaa8cda-5a77-4298-aa11-3e4027977055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:29.848116 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Usage tracker for resource:subnet and tenant:0a9d25b63848403bbb8b32e8512fa804 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:29.860595 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:29.872079 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:29.877524 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=4b08e732-7391-433a-b3a8-ffb87d93a908,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:29.890183 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-aaaa8cda-5a77-4298-aa11-3e4027977055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:29.901274 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-aaaa8cda-5a77-4298-aa11-3e4027977055 admin admin] Usage tracker for resource:security_group_rule and tenant:c8c026cecded42ce8b419a9e75f30500 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:29.905687 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-aaaa8cda-5a77-4298-aa11-3e4027977055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:29.914363 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-aaaa8cda-5a77-4298-aa11-3e4027977055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:29.925752 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Made reservation on behalf of 0a9d25b63848403bbb8b32e8512fa804 for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:34:29.928775 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2163071'] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:29.988701 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac10cd-0648-4c80-90ef-0c48f132a7ca req-c8dc7402-c604-41c1-8db3-9f8a55c1ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:29.990274 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-96ac10cd-0648-4c80-90ef-0c48f132a7ca req-c8dc7402-c604-41c1-8db3-9f8a55c1ca15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 1098 time: 0.5852580 Jun 24 20:34:30.004901 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d356212-c798-4fc7-b384-890faf6201ed admin admin] Pushing event updated for resources: {'Network': ['ID=5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:30.016509 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['9f77ed41-ae9d-48ad-be97-c5e8822a2df3'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:34:30.040520 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-96ac10cd-0648-4c80-90ef-0c48f132a7ca req-5c778802-0b7c-47c1-b018-2d1bf26e8cac service neutron] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:30.061332 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710495c-7acb-48d5-ae14-e181ef0f610e req-7a558504-d8f8-434d-9e21-37f154e1a5f2 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:30.062856 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7710495c-7acb-48d5-ae14-e181ef0f610e req-7a558504-d8f8-434d-9e21-37f154e1a5f2 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 944 time: 0.4269316 Jun 24 20:34:30.065107 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-96ac10cd-0648-4c80-90ef-0c48f132a7ca req-5c778802-0b7c-47c1-b018-2d1bf26e8cac service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:30.072727 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-96ac10cd-0648-4c80-90ef-0c48f132a7ca req-5c778802-0b7c-47c1-b018-2d1bf26e8cac service neutron] Usage tracker for resource:security_group_rule and tenant:b60e95c5e44944ac81a35bb8d5b882a4 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:30.090048 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-96ac10cd-0648-4c80-90ef-0c48f132a7ca req-5c778802-0b7c-47c1-b018-2d1bf26e8cac service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:30.098785 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-96ac10cd-0648-4c80-90ef-0c48f132a7ca req-5c778802-0b7c-47c1-b018-2d1bf26e8cac service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:30.101217 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['4b08e732-7391-433a-b3a8-ffb87d93a908'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:34:30.115152 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35a69d-b6c9-4318-abca-63cf66b141fd req-81146705-140e-404b-ab69-96c00c5aeed9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:30.127069 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6c35a69d-b6c9-4318-abca-63cf66b141fd req-81146705-140e-404b-ab69-96c00c5aeed9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 944 time: 0.2323437 Jun 24 20:34:30.130953 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:34:30.143673 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['55beb609-73c5-4404-a268-73e742f3c39a'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:34:30.165361 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7710495c-7acb-48d5-ae14-e181ef0f610e req-51cefa1a-7f14-406e-91d0-eedfc6fe03f4 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919127 Jun 24 20:34:30.249004 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aaaa8cda-5a77-4298-aa11-3e4027977055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:30.259025 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aaaa8cda-5a77-4298-aa11-3e4027977055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:30.343140 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6c35a69d-b6c9-4318-abca-63cf66b141fd req-a90cb71f-02da-4a03-8c02-cf84d81c80ac tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489179 Jun 24 20:34:30.351237 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-96ac10cd-0648-4c80-90ef-0c48f132a7ca req-5c778802-0b7c-47c1-b018-2d1bf26e8cac service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:30.360152 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-96ac10cd-0648-4c80-90ef-0c48f132a7ca req-5c778802-0b7c-47c1-b018-2d1bf26e8cac service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:30.361407 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa8cda-5a77-4298-aa11-3e4027977055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfcde36-1fc1-40b1-b503-ebcc299087f3,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:30.370836 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-aaaa8cda-5a77-4298-aa11-3e4027977055 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c8c026cecded42ce8b419a9e75f30500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9471242 Jun 24 20:34:30.373608 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45170) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:30.423298 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2371705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2163017'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:30.441148 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-96ac10cd-0648-4c80-90ef-0c48f132a7ca req-5c778802-0b7c-47c1-b018-2d1bf26e8cac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410329 Jun 24 20:34:30.465721 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c778802-0b7c-47c1-b018-2d1bf26e8cac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f9512dcc-2a64-4b95-9c0a-0094fef3a661,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:30.563149 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f52db6cd-8d20-4e02-9007-bec1bffd9d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:30.564735 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebb051e-012a-440a-bba1-8a83845818c5,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:30.588958 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Checking segment: {'id': 'dca36795-b746-4bbd-b342-85f578079c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:34:30.589316 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Network hostable DHCP agents. Network: 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:34:30.615045 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f52db6cd-8d20-4e02-9007-bec1bffd9d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:30.646563 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Network 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:34:30.714938 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:34:30.729408 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f51abd-0a4c-4931-8ffb-8086e6d7ff93 None None] Network 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:34:30.732724 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:30.733334 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:30.837428 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-a420b197-6ba0-4e64-b7f7-d2f393693b6d admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1290343 Jun 24 20:34:30.840215 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f52db6cd-8d20-4e02-9007-bec1bffd9d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:30.842524 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f52db6cd-8d20-4e02-9007-bec1bffd9d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:30.846059 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-f52db6cd-8d20-4e02-9007-bec1bffd9d64 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bdfcde36-1fc1-40b1-b503-ebcc299087f3 HTTP/1.1" status: 204 len: 168 time: 0.4686818 Jun 24 20:34:30.856456 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52db6cd-8d20-4e02-9007-bec1bffd9d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfcde36-1fc1-40b1-b503-ebcc299087f3,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:30.894311 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296298-e3bb-4b9f-9fa4-f52779a1134e req-21c2c470-afc3-4aa3-b17f-7748b355bfdd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:30.896127 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ad296298-e3bb-4b9f-9fa4-f52779a1134e req-21c2c470-afc3-4aa3-b17f-7748b355bfdd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 944 time: 0.1395998 Jun 24 20:34:30.976006 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ad296298-e3bb-4b9f-9fa4-f52779a1134e req-9c23e217-8290-4a85-9208-3bd930d2254d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718532 Jun 24 20:34:31.061264 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450cc27b-9066-447b-8156-064c1c002455 None None] Network 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:34:31.249572 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45220) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:31.271749 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3424563b-e810-4f1d-8a44-d6b614bfe9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:31.289665 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3424563b-e810-4f1d-8a44-d6b614bfe9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:31.294161 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3424563b-e810-4f1d-8a44-d6b614bfe9bb admin admin] Usage tracker for resource:security_group_rule and tenant:16e74904bb674a9ab3b3f5fde336217a is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:31.297750 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3424563b-e810-4f1d-8a44-d6b614bfe9bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:31.303923 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3424563b-e810-4f1d-8a44-d6b614bfe9bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:31.449033 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3424563b-e810-4f1d-8a44-d6b614bfe9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:31.457256 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3424563b-e810-4f1d-8a44-d6b614bfe9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:31.468239 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c48b06-43cd-42b9-a87c-df61a25d12fa req-30501a4d-cc41-4bf5-943f-d55aadd6b1da tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:31.476360 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d4c48b06-43cd-42b9-a87c-df61a25d12fa req-30501a4d-cc41-4bf5-943f-d55aadd6b1da tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 944 time: 0.1280117 Jun 24 20:34:31.520436 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-3424563b-e810-4f1d-8a44-d6b614bfe9bb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=16e74904bb674a9ab3b3f5fde336217a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692761 Jun 24 20:34:31.522079 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424563b-e810-4f1d-8a44-d6b614bfe9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc102991-db6d-4916-8ffe-21f8eb4cc873,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:31.524576 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45228) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:31.538519 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d4c48b06-43cd-42b9-a87c-df61a25d12fa req-cd73344b-8751-471d-8742-4cd30b378345 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560699 Jun 24 20:34:31.642216 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-baf07246-f948-48be-809e-cd83a890ae40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:31.675203 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-baf07246-f948-48be-809e-cd83a890ae40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:31.728963 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c99ead-9686-4db8-aa7d-003ce3d42107 req-23161265-1ea4-4506-80c3-474e36eca382 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:31.730476 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e5c99ead-9686-4db8-aa7d-003ce3d42107 req-23161265-1ea4-4506-80c3-474e36eca382 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 944 time: 0.1516418 Jun 24 20:34:31.778078 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e5c99ead-9686-4db8-aa7d-003ce3d42107 req-75e09da5-6092-4717-b1db-9634801e7698 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407779 Jun 24 20:34:31.778852 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-baf07246-f948-48be-809e-cd83a890ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:31.793710 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf07246-f948-48be-809e-cd83a890ae40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc102991-db6d-4916-8ffe-21f8eb4cc873,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:31.819665 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-baf07246-f948-48be-809e-cd83a890ae40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:31.821500 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-baf07246-f948-48be-809e-cd83a890ae40 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dc102991-db6d-4916-8ffe-21f8eb4cc873 HTTP/1.1" status: 204 len: 168 time: 0.2958512 Jun 24 20:34:31.867402 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 55beb609-73c5-4404-a268-73e742f3c39a up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:34:31.979078 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 55beb609-73c5-4404-a268-73e742f3c39a completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:34:31.985034 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 55beb609-73c5-4404-a268-73e742f3c39a triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:31.985408 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:32.124246 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 55beb609-73c5-4404-a268-73e742f3c39a is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:32.124677 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:32.156528 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55beb609-73c5-4404-a268-73e742f3c39a'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:34:32.168900 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 55beb609-73c5-4404-a268-73e742f3c39a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=55beb609-73c5-4404-a268-73e742f3c39a,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:32.175182 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:32.176377 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:34:32.221863 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41f70e-9c8b-47fa-a12e-9440a1552238 req-5275fe95-ed9f-4c21-a8eb-53f2022b0fc3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:32.231910 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-be41f70e-9c8b-47fa-a12e-9440a1552238 req-5275fe95-ed9f-4c21-a8eb-53f2022b0fc3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 944 time: 0.1326721 Jun 24 20:34:32.255828 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab36767-3116-4902-b5f5-84968c540882'] response: {'server_uuid': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55beb609-73c5-4404-a268-73e742f3c39a', 'code': 200} Jun 24 20:34:32.292516 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-be41f70e-9c8b-47fa-a12e-9440a1552238 req-fd93c65c-37de-488d-83c0-263b34fedf57 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562496 Jun 24 20:34:32.335841 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=55beb609-73c5-4404-a268-73e742f3c39a,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:32.351923 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:34:32.359775 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:32.360138 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:32.494370 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:32.494746 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:32.549775 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9f77ed41-ae9d-48ad-be97-c5e8822a2df3,segment=NetworkSegment(623e4cf7-5a10-474e-accc-40e4191763b3),segment_id=623e4cf7-5a10-474e-accc-40e4191763b3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:32.555182 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:32.556828 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 4b08e732-7391-433a-b3a8-ffb87d93a908 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:34:32.592487 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca26012-e3df-4784-890d-7be775e309be req-613851ab-94ac-41ca-b4fc-f802bad55158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:32.594760 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6ca26012-e3df-4784-890d-7be775e309be req-613851ab-94ac-41ca-b4fc-f802bad55158 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 1098 time: 0.0867996 Jun 24 20:34:32.681883 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=9f77ed41-ae9d-48ad-be97-c5e8822a2df3,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:32.693803 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 4b08e732-7391-433a-b3a8-ffb87d93a908 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:34:32.703070 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 4b08e732-7391-433a-b3a8-ffb87d93a908 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:32.703368 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:32.708956 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6ca26012-e3df-4784-890d-7be775e309be req-7ca2c733-a631-4a7b-a9a5-95b613b3ec9b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071837 Jun 24 20:34:32.812811 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45278) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:32.861321 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e939ce-c6a6-4a34-b7e2-635fd9186d2f req-24551c78-ad98-4e48-b72e-aad57659605f tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:32.863192 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33e939ce-c6a6-4a34-b7e2-635fd9186d2f req-24551c78-ad98-4e48-b72e-aad57659605f tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 945 time: 0.1249235 Jun 24 20:34:32.887382 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 4b08e732-7391-433a-b3a8-ffb87d93a908 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:32.887944 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:32.961177 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 4b08e732-7391-433a-b3a8-ffb87d93a908, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4b08e732-7391-433a-b3a8-ffb87d93a908,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:32.967422 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:32.972856 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33e939ce-c6a6-4a34-b7e2-635fd9186d2f req-cb51e078-e9e7-4c1c-b606-d9a45bbc478b tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982165 Jun 24 20:34:33.102450 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=4b08e732-7391-433a-b3a8-ffb87d93a908,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:33.137609 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91045-e678-4aec-843c-508605503bbb req-752ccf73-5cf2-4f7a-83ca-92081801d97e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:33.139122 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-99e91045-e678-4aec-843c-508605503bbb req-752ccf73-5cf2-4f7a-83ca-92081801d97e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 945 time: 0.1918335 Jun 24 20:34:33.189408 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-99e91045-e678-4aec-843c-508605503bbb req-ab1ee899-3f92-4c83-9e53-4c0ce89200c3 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445464 Jun 24 20:34:33.240130 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:33.264888 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:33.270554 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Usage tracker for resource:security_group_rule and tenant:9c83dfb490184bf6b1c3b9360f965356 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:33.274632 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:33.281916 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:33.523968 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:33.551561 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 45326) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:33.578244 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:33.588736 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ae204-517b-463d-8ddf-64ff6cb4919b req-75ce47b8-db6e-4136-9a18-0d5ac9a57661 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:33.591807 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8f6ae204-517b-463d-8ddf-64ff6cb4919b req-75ce47b8-db6e-4136-9a18-0d5ac9a57661 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1224272 Jun 24 20:34:33.650051 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8f6ae204-517b-463d-8ddf-64ff6cb4919b req-229d0542-a479-4eba-bc3e-a29ee3ad9030 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507541 Jun 24 20:34:33.652825 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9c83dfb490184bf6b1c3b9360f965356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8386168 Jun 24 20:34:33.657138 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 45334) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:33.671955 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec2ea17-c4ae-45e3-a546-2064e8074088,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:33.682150 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.682583 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.682815 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.683141 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.683524 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.683963 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.684166 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.684492 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.684982 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.685120 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.685434 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.685749 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fa7fa-3df6-4585-beea-57e1f5b5faea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.712083 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-b09c1e48-ac92-404f-97fb-a79a9db9f77c tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:33.718836 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-b09c1e48-ac92-404f-97fb-a79a9db9f77c tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/networks?id=5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 HTTP/1.1" status: 200 len: 809 time: 0.3084106 Jun 24 20:34:33.734083 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-fdfb21cd-bb62-4727-a22f-938d9b1394c8 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/quotas/0a9d25b63848403bbb8b32e8512fa804 HTTP/1.1" status: 200 len: 375 time: 0.0143454 Jun 24 20:34:33.762665 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:33.790102 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:33.818954 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-4ad4c41b-e752-4dd1-a7b9-8719f25accd7 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=0a9d25b63848403bbb8b32e8512fa804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839396 Jun 24 20:34:33.837948 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c14a6473-70f7-4bbf-adc3-693ceaeb9bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:33.865817 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c14a6473-70f7-4bbf-adc3-693ceaeb9bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:33.870486 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c14a6473-70f7-4bbf-adc3-693ceaeb9bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:c6c81ca4765b496d905cd91c487836bd is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:33.875315 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c14a6473-70f7-4bbf-adc3-693ceaeb9bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:33.881650 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c14a6473-70f7-4bbf-adc3-693ceaeb9bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:33.917882 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:33.955270 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec2ea17-c4ae-45e3-a546-2064e8074088,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:33.973065 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.973406 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.973737 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.974061 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.974453 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.974776 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.975093 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.975410 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.975723 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.976036 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.976345 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.976653 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:33.986044 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:34.001234 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-32dfedc7-e7af-4461-b4e1-6b9b355ed196 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cec2ea17-c4ae-45e3-a546-2064e8074088 HTTP/1.1" status: 204 len: 168 time: 0.3430026 Jun 24 20:34:34.008702 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-90e28d3b-60a0-4396-a774-f7e15a0f880c service neutron] 10.222.0.33 "GET /v2.0/networks/5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888382 Jun 24 20:34:34.060477 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c14a6473-70f7-4bbf-adc3-693ceaeb9bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:34.065874 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c14a6473-70f7-4bbf-adc3-693ceaeb9bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:34.161226 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-f8ad9fcf-0bc1-4575-b678-b94037e518d2 service neutron] 10.222.0.33 "GET /v2.0/networks/5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512671 Jun 24 20:34:34.176827 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-c14a6473-70f7-4bbf-adc3-693ceaeb9bb5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c6c81ca4765b496d905cd91c487836bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6233280 Jun 24 20:34:34.178066 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a6473-70f7-4bbf-adc3-693ceaeb9bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b592f86-3292-48fa-a6d3-d212ba81584d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:34.182060 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45350) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:34.236552 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4623d9b-74f5-488e-8d45-20fedb8f9a97 req-205b34a4-30a2-4aec-8f64-ad13aeb3afe9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:34.238589 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f4623d9b-74f5-488e-8d45-20fedb8f9a97 req-205b34a4-30a2-4aec-8f64-ad13aeb3afe9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 945 time: 0.1137130 Jun 24 20:34:34.257525 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee16c427-e9fc-4b15-aff0-19916d9af8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f77ed41-ae9d-48ad-be97-c5e8822a2df3'}, {'server_uuid': 'e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b08e732-7391-433a-b3a8-ffb87d93a908'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:34:34.295014 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea2b88de-11f3-402b-9bd8-891a4343caf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:34.342774 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea2b88de-11f3-402b-9bd8-891a4343caf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:34.360849 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f4623d9b-74f5-488e-8d45-20fedb8f9a97 req-effa2a3e-2a5e-41ab-9fb4-38841dd57711 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143363 Jun 24 20:34:34.425711 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea2b88de-11f3-402b-9bd8-891a4343caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:34.451804 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b88de-11f3-402b-9bd8-891a4343caf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b592f86-3292-48fa-a6d3-d212ba81584d,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:34.463800 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea2b88de-11f3-402b-9bd8-891a4343caf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:34.468493 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-ea2b88de-11f3-402b-9bd8-891a4343caf2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4b592f86-3292-48fa-a6d3-d212ba81584d HTTP/1.1" status: 204 len: 168 time: 0.2846797 Jun 24 20:34:34.521962 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16343aae-ab1e-4fdf-942f-8fd23e37b526'] response: {'server_uuid': 'ee16c427-e9fc-4b15-aff0-19916d9af8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f77ed41-ae9d-48ad-be97-c5e8822a2df3', 'code': 200} Jun 24 20:34:34.522352 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16343aae-ab1e-4fdf-942f-8fd23e37b526'] response: {'server_uuid': 'e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b08e732-7391-433a-b3a8-ffb87d93a908', 'code': 200} Jun 24 20:34:34.784878 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45390) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:34.817482 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b620fd87-1ad5-4d18-8cde-b18c52d516d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:34.835821 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-30499be0-3dc2-4214-ae2b-7679107af70e req-dc90f5f4-fd7c-453a-8942-bf817bdca259 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 210 time: 0.1622429 Jun 24 20:34:34.843606 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-b620fd87-1ad5-4d18-8cde-b18c52d516d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:34.848393 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0890e0b-e3de-49f4-8474-1c1677d8c008 req-2cd732dc-9bfc-4946-bae6-a234aeeb6f0a tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:34.849432 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-b620fd87-1ad5-4d18-8cde-b18c52d516d1 admin admin] Usage tracker for resource:security_group_rule and tenant:59098a03c89f4598995282c00700e5c7 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:34.854620 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-b620fd87-1ad5-4d18-8cde-b18c52d516d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:34.870257 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f0890e0b-e3de-49f4-8474-1c1677d8c008 req-2cd732dc-9bfc-4946-bae6-a234aeeb6f0a tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 945 time: 0.2739973 Jun 24 20:34:34.876273 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-b620fd87-1ad5-4d18-8cde-b18c52d516d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:35.110281 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f0890e0b-e3de-49f4-8474-1c1677d8c008 req-2d3913b8-6223-4410-a975-49523c805f89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389035 Jun 24 20:34:35.142748 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05f07c-bc4b-4e94-b95b-4cbd833ae888 req-3ab367aa-09a1-496d-b1cd-e9e33f840185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:35.144257 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0d05f07c-bc4b-4e94-b95b-4cbd833ae888 req-3ab367aa-09a1-496d-b1cd-e9e33f840185 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 1098 time: 0.2277427 Jun 24 20:34:35.243784 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b620fd87-1ad5-4d18-8cde-b18c52d516d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:35.254543 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b620fd87-1ad5-4d18-8cde-b18c52d516d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:35.263092 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b1f57-8dba-47b9-9c52-c30372bcecac req-121c96c1-6a52-44df-b1a6-4e06b48af35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:35.264654 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-770b1f57-8dba-47b9-9c52-c30372bcecac req-121c96c1-6a52-44df-b1a6-4e06b48af35c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 1098 time: 0.3525629 Jun 24 20:34:35.283923 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45414) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:35.318394 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-0d05f07c-bc4b-4e94-b95b-4cbd833ae888 req-fecae522-2b62-4a0b-af50-81ec8989ba7e service neutron] Synchronizing usage tracker for tenant:b60e95c5e44944ac81a35bb8d5b882a4 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:34:35.365597 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-36f5ffe3-782e-4c92-a53d-91805f1bf2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:35.391058 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-0d05f07c-bc4b-4e94-b95b-4cbd833ae888 req-fecae522-2b62-4a0b-af50-81ec8989ba7e service neutron] Unset dirty status for tenant:b60e95c5e44944ac81a35bb8d5b882a4 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:34:35.391058 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0d05f07c-bc4b-4e94-b95b-4cbd833ae888 req-fecae522-2b62-4a0b-af50-81ec8989ba7e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402844 Jun 24 20:34:35.404439 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-b620fd87-1ad5-4d18-8cde-b18c52d516d1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=59098a03c89f4598995282c00700e5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6157944 Jun 24 20:34:35.406625 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 45428) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:35.429570 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2a494-6cb7-4fdc-9ed8-5c7bd45c9b1a req-72d487f2-ce96-4166-ab9f-499096e7d162 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:35.431092 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4fa2a494-6cb7-4fdc-9ed8-5c7bd45c9b1a req-72d487f2-ce96-4166-ab9f-499096e7d162 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.4376004 Jun 24 20:34:35.436040 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620fd87-1ad5-4d18-8cde-b18c52d516d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94bdb63-68d3-4156-b36d-987fef9c00ae,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:35.445271 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-36f5ffe3-782e-4c92-a53d-91805f1bf2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:35.465268 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-770b1f57-8dba-47b9-9c52-c30372bcecac req-d502a69a-9a09-409e-9715-fc952cf90711 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850429 Jun 24 20:34:35.466596 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7699a4a-17dc-4eb6-912b-2a0cca02954c req-0d5596ea-0d50-462d-ba92-34dd2074fba8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:35.468077 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d7699a4a-17dc-4eb6-912b-2a0cca02954c req-0d5596ea-0d50-462d-ba92-34dd2074fba8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 945 time: 0.2257841 Jun 24 20:34:35.469598 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-36f5ffe3-782e-4c92-a53d-91805f1bf2c8 admin admin] Usage tracker for resource:security_group_rule and tenant:3a5efea000e344c79878322d0bf7c931 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:35.474282 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-36f5ffe3-782e-4c92-a53d-91805f1bf2c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:35.479248 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 45434) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:35.488516 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-230c1b03-2e27-47e5-9255-44437fd0b4c9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'floatingip': {'port_id': '55beb609-73c5-4404-a268-73e742f3c39a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:35.489488 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-36f5ffe3-782e-4c92-a53d-91805f1bf2c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:35.509122 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4fa2a494-6cb7-4fdc-9ed8-5c7bd45c9b1a req-ef42614b-a5fb-43c0-83d0-ab691cc452da tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676234 Jun 24 20:34:35.584753 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-230c1b03-2e27-47e5-9255-44437fd0b4c9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:35.622593 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-36f5ffe3-782e-4c92-a53d-91805f1bf2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:35.628181 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-36f5ffe3-782e-4c92-a53d-91805f1bf2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:35.684815 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-36f5ffe3-782e-4c92-a53d-91805f1bf2c8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3a5efea000e344c79878322d0bf7c931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943491 Jun 24 20:34:35.685568 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45448) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:35.686191 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5ffe3-782e-4c92-a53d-91805f1bf2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7578c3a4-060e-4914-b972-be05d283ef34,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:35.758046 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e95e74ff-85b7-4ab0-a83f-43952f420e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:35.795188 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e95e74ff-85b7-4ab0-a83f-43952f420e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:35.843134 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-59beb603-4e19-4af5-8c91-3bc77a601497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:35.883194 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e95e74ff-85b7-4ab0-a83f-43952f420e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:35.913458 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e74ff-85b7-4ab0-a83f-43952f420e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7578c3a4-060e-4914-b972-be05d283ef34,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:35.916100 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e95e74ff-85b7-4ab0-a83f-43952f420e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:35.917930 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-e95e74ff-85b7-4ab0-a83f-43952f420e63 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7578c3a4-060e-4914-b972-be05d283ef34 HTTP/1.1" status: 204 len: 168 time: 0.2275915 Jun 24 20:34:35.955533 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-59beb603-4e19-4af5-8c91-3bc77a601497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:36.024427 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1947909-fb52-4e07-8b3a-dd2d147af814 req-0298558b-9fc0-46f0-be31-8844954c93ed tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:36.026068 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c1947909-fb52-4e07-8b3a-dd2d147af814 req-0298558b-9fc0-46f0-be31-8844954c93ed tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 945 time: 0.3876667 Jun 24 20:34:36.061405 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-31d1a7b5-f55b-4306-aed6-a9c6035a17ae req-13bfa4ad-36fd-4b7a-bbb9-8bf7a0cf37bf tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 210 time: 0.0740054 Jun 24 20:34:36.254504 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c1947909-fb52-4e07-8b3a-dd2d147af814 req-a353cb94-226b-43d1-81f4-e79fce1d69b1 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152152 Jun 24 20:34:36.286816 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-59beb603-4e19-4af5-8c91-3bc77a601497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:36.308168 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59beb603-4e19-4af5-8c91-3bc77a601497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94bdb63-68d3-4156-b36d-987fef9c00ae,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:36.514949 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-59beb603-4e19-4af5-8c91-3bc77a601497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:36.518847 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-59beb603-4e19-4af5-8c91-3bc77a601497 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a94bdb63-68d3-4156-b36d-987fef9c00ae HTTP/1.1" status: 204 len: 168 time: 1.1105177 Jun 24 20:34:36.525627 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:36.652198 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-307c9c10-d4dd-4ffc-94d7-31001e3ba066 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:36.654840 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-307c9c10-d4dd-4ffc-94d7-31001e3ba066 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.15 "GET /v2.0/networks?id=5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 HTTP/1.1" status: 200 len: 809 time: 0.2445393 Jun 24 20:34:36.670338 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Request body: {'port': {'device_id': 'd76ec370-7130-40ca-8edd-839b09048ec5', 'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0', 'admin_state_up': True, 'tenant_id': '0a9d25b63848403bbb8b32e8512fa804'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:36.981159 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:36.987209 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Usage tracker for resource:port and tenant:0a9d25b63848403bbb8b32e8512fa804 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:36.990849 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:37.000980 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:37.028072 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9187a8-226b-4095-aaa6-33a9668f9839 req-2b7dd531-9f0c-4f86-9439-ee0d82db8a2b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:37.029704 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7f9187a8-226b-4095-aaa6-33a9668f9839 req-2b7dd531-9f0c-4f86-9439-ee0d82db8a2b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.2432404 Jun 24 20:34:37.031174 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Made reservation on behalf of 0a9d25b63848403bbb8b32e8512fa804 for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:34:37.034533 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:37.036282 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-230c1b03-2e27-47e5-9255-44437fd0b4c9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:37.042249 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-230c1b03-2e27-47e5-9255-44437fd0b4c9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:37.184291 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7f9187a8-226b-4095-aaa6-33a9668f9839 req-beffdff8-c924-423e-9157-3a745285593b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400700 Jun 24 20:34:37.238415 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.l3_db [None req-230c1b03-2e27-47e5-9255-44437fd0b4c9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Floating IP 8fd2c808-f4be-4ab4-bd77-2db4632de908 associated. External IP: 172.27.1.140, port: 55beb609-73c5-4404-a268-73e742f3c39a. Jun 24 20:34:37.321075 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Allocated IP 172.20.0.9 (5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0/2ebb051e-012a-440a-bba1-8a83845818c5/0e4280bd-8d12-43d0-879f-6e17a9e8943d) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:34:37.396322 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ae3c9c65-1e4c-4125-81cc-07d164bca358 req-91b98ee7-bf3f-4692-b88e-b6e9ac0d96d4 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 210 time: 0.0652270 Jun 24 20:34:37.528910 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 45550) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:37.706090 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff2bf4-922a-4ee3-b072-b52eb5c9e7f0 req-19a54750-15ec-4bd8-be25-2a9d8f9e4560 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:37.708046 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c9ff2bf4-922a-4ee3-b072-b52eb5c9e7f0 req-19a54750-15ec-4bd8-be25-2a9d8f9e4560 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 945 time: 0.3155794 Jun 24 20:34:37.717870 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:37.773369 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c9ff2bf4-922a-4ee3-b072-b52eb5c9e7f0 req-b31bee5f-e4f9-479b-98dc-d92578f56e82 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596709 Jun 24 20:34:37.806790 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:37.823169 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-30439c33-b566-4fda-b16b-d54c620771e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:37.845778 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-30439c33-b566-4fda-b16b-d54c620771e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:37.849765 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-30439c33-b566-4fda-b16b-d54c620771e6 admin admin] Usage tracker for resource:security_group_rule and tenant:a13562bdd9e94997b5fc855b7621e508 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:37.863265 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-30439c33-b566-4fda-b16b-d54c620771e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:37.874821 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-30439c33-b566-4fda-b16b-d54c620771e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:37.885909 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Network 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:34:37.894642 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:34:37.903713 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:34:37.944213 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230c1b03-2e27-47e5-9255-44437fd0b4c9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Router a897ac1a-6a68-486c-906e-21279c914a56 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:34:37.948184 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Pushing event updated for resources: {'Port': ['ID=0e4280bd-8d12-43d0-879f-6e17a9e8943d,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:37.997282 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:37.998713 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:38.023227 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-d41562f8-5f2d-4013-aea2-c219f1cfa579 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3569958 Jun 24 20:34:38.164906 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-30439c33-b566-4fda-b16b-d54c620771e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:38.179915 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-30439c33-b566-4fda-b16b-d54c620771e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:38.207107 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230c1b03-2e27-47e5-9255-44437fd0b4c9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:34:38.227841 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd2895-4ffb-4b8a-8556-cbb6e1033291 None None] Sync routers for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:34:38.244519 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd2895-4ffb-4b8a-8556-cbb6e1033291 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:34:38.245649 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-24cd2895-4ffb-4b8a-8556-cbb6e1033291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:34:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:38.248000 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-30439c33-b566-4fda-b16b-d54c620771e6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a13562bdd9e94997b5fc855b7621e508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7157338 Jun 24 20:34:38.248838 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30439c33-b566-4fda-b16b-d54c620771e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae38ae0-5222-4c59-a65f-87ca800491a2,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:38.250673 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45584) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:38.252059 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-230c1b03-2e27-47e5-9255-44437fd0b4c9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:38.311103 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-230c1b03-2e27-47e5-9255-44437fd0b4c9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "PUT /v2.0/floatingips/8fd2c808-f4be-4ab4-bd77-2db4632de908 HTTP/1.1" status: 200 len: 991 time: 2.8294599 Jun 24 20:34:38.311863 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'tag': '55beb609-73c5-4404-a268-73e742f3c39a'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:34:38.360641 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb9c9ffd-e02f-42b5-87c0-cca5cfd741f0'] response: {'name': 'network-changed', 'server_uuid': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'tag': '55beb609-73c5-4404-a268-73e742f3c39a', 'status': 'completed', 'code': 200} Jun 24 20:34:38.417499 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85cd6ff4-20df-4ced-8020-e9e21c3c2d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:38.481111 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85cd6ff4-20df-4ced-8020-e9e21c3c2d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:38.589591 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542726c-726c-4eb6-9ff1-8f03a64334f5 req-11fdb083-3724-4178-b675-ba6c54b946d3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:38.591324 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0542726c-726c-4eb6-9ff1-8f03a64334f5 req-11fdb083-3724-4178-b675-ba6c54b946d3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1302805 Jun 24 20:34:38.682831 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0542726c-726c-4eb6-9ff1-8f03a64334f5 req-bd72804a-e3b3-48c7-ab2a-a47e740125cb tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853658 Jun 24 20:34:38.735465 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-24cd2895-4ffb-4b8a-8556-cbb6e1033291 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:34:38.777662 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85cd6ff4-20df-4ced-8020-e9e21c3c2d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:38.804189 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85cd6ff4-20df-4ced-8020-e9e21c3c2d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:38.805586 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-85cd6ff4-20df-4ced-8020-e9e21c3c2d00 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5ae38ae0-5222-4c59-a65f-87ca800491a2 HTTP/1.1" status: 204 len: 168 time: 0.5535493 Jun 24 20:34:38.813781 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd6ff4-20df-4ced-8020-e9e21c3c2d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae38ae0-5222-4c59-a65f-87ca800491a2,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:38.875364 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ed5ce-7050-4e9b-b096-fa4f04c82c37 req-ead2cb43-2b53-47f8-8cf2-1dc037bd7e3d tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:38.876950 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-508ed5ce-7050-4e9b-b096-fa4f04c82c37 req-ead2cb43-2b53-47f8-8cf2-1dc037bd7e3d tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Synchronizing usage tracker for tenant:0a9d25b63848403bbb8b32e8512fa804 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:34:38.902658 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-508ed5ce-7050-4e9b-b096-fa4f04c82c37 req-ead2cb43-2b53-47f8-8cf2-1dc037bd7e3d tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Unset dirty status for tenant:0a9d25b63848403bbb8b32e8512fa804 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:34:38.904059 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-508ed5ce-7050-4e9b-b096-fa4f04c82c37 req-ead2cb43-2b53-47f8-8cf2-1dc037bd7e3d tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 931 time: 0.2753873 Jun 24 20:34:38.961930 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-508ed5ce-7050-4e9b-b096-fa4f04c82c37 req-8a194b97-5f88-47a5-8938-ddc50dc10390 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495467 Jun 24 20:34:39.174774 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-24cd2895-4ffb-4b8a-8556-cbb6e1033291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '8fd2c808-f4be-4ab4-bd77-2db4632de908', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '55beb609-73c5-4404-a268-73e742f3c39a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:05:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:34:36Z', 'revision_number': 1, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:39.178818 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd2895-4ffb-4b8a-8556-cbb6e1033291 None None] Checking router: a897ac1a-6a68-486c-906e-21279c914a56 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:34:39.187783 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd2895-4ffb-4b8a-8556-cbb6e1033291 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:34:39.188383 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-24cd2895-4ffb-4b8a-8556-cbb6e1033291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:34:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:39.276287 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45628) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:39.312920 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Request body: {'port': {'device_id': 'd76ec370-7130-40ca-8edd-839b09048ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:39.411164 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4308626c-c168-4d68-8fad-c87889f31238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:39.471313 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-24cd2895-4ffb-4b8a-8556-cbb6e1033291 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:34:39.509098 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8a579-54ef-4fc4-8a7f-ecf29d8e1c8e req-36eb61d5-813d-42d3-a57b-e746e2088c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:39.511722 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0ae8a579-54ef-4fc4-8a7f-ecf29d8e1c8e req-36eb61d5-813d-42d3-a57b-e746e2088c8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 1098 time: 0.2000542 Jun 24 20:34:39.631407 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45652) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:39.645895 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-4308626c-c168-4d68-8fad-c87889f31238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:39.702688 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:39.738368 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8a579-54ef-4fc4-8a7f-ecf29d8e1c8e req-9c566dab-d04d-444e-a9d8-bb9f9775929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:39.743662 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0ae8a579-54ef-4fc4-8a7f-ecf29d8e1c8e req-9c566dab-d04d-444e-a9d8-bb9f9775929a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 200 len: 916 time: 0.2186215 Jun 24 20:34:39.745099 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-4308626c-c168-4d68-8fad-c87889f31238 admin admin] Usage tracker for resource:security_group_rule and tenant:210e9f3b27144dc29071239d2eab8046 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:39.812559 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-4308626c-c168-4d68-8fad-c87889f31238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:39.854789 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-4308626c-c168-4d68-8fad-c87889f31238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:40.044796 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-24cd2895-4ffb-4b8a-8556-cbb6e1033291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '8fd2c808-f4be-4ab4-bd77-2db4632de908', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '55beb609-73c5-4404-a268-73e742f3c39a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:05:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:34:36Z', 'revision_number': 1, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:34:40.053528 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0ae8a579-54ef-4fc4-8a7f-ecf29d8e1c8e req-2c22d668-3e4d-4383-b564-187899578d8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55beb609-73c5-4404-a268-73e742f3c39a HTTP/1.1" status: 200 len: 999 time: 0.3034835 Jun 24 20:34:40.054099 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd2895-4ffb-4b8a-8556-cbb6e1033291 None None] The sync data for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi is: [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '8fd2c808-f4be-4ab4-bd77-2db4632de908', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '55beb609-73c5-4404-a268-73e742f3c39a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:05:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:34:36Z', 'revision_number': 1, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:34:40.125468 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3fa9d-beef-4dd4-8370-146b5187f51c req-6a0ad50c-16e8-42b4-a0e8-69e57abbbca5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:40.127265 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d1d3fa9d-beef-4dd4-8370-146b5187f51c req-6a0ad50c-16e8-42b4-a0e8-69e57abbbca5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.2303016 Jun 24 20:34:40.191894 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d1d3fa9d-beef-4dd4-8370-146b5187f51c req-fd945701-a195-4c72-805b-43bf774c9f15 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576315 Jun 24 20:34:40.280370 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d6fce5ab-5c6e-4151-8088-1061a2fdb70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:40.322914 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-d6fce5ab-5c6e-4151-8088-1061a2fdb70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:40.335623 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-d6fce5ab-5c6e-4151-8088-1061a2fdb70e admin admin] Usage tracker for resource:security_group_rule and tenant:11ce217e1af7407ca9dc0ba6f091f958 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:40.350227 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-d6fce5ab-5c6e-4151-8088-1061a2fdb70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:40.374788 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-d6fce5ab-5c6e-4151-8088-1061a2fdb70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:40.461060 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e4539e-baa5-4b7b-a2ea-bdb8e46a96b6 None None] New status for floating IP 8fd2c808-f4be-4ab4-bd77-2db4632de908: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:34:40.461639 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a08371-4623-4702-8587-cca35703edba req-6b05fe48-b554-4fc2-bd31-88c817c3e7ee tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:40.465339 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8a08371-4623-4702-8587-cca35703edba req-6b05fe48-b554-4fc2-bd31-88c817c3e7ee tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 931 time: 0.1297174 Jun 24 20:34:40.466762 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4308626c-c168-4d68-8fad-c87889f31238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:40.483343 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4308626c-c168-4d68-8fad-c87889f31238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:40.518205 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-a8a08371-4623-4702-8587-cca35703edba req-ca12ed42-030c-4a0d-8a36-58d5d0524bc6 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Synchronizing usage tracker for tenant:0a9d25b63848403bbb8b32e8512fa804 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:34:40.571405 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 45692) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:40.589592 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-4308626c-c168-4d68-8fad-c87889f31238 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=210e9f3b27144dc29071239d2eab8046&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3119373 Jun 24 20:34:40.593020 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 45698) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:40.609374 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308626c-c168-4d68-8fad-c87889f31238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea645db-44b9-4600-a9ce-4b90c2dad190,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:40.623761 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4280bd-8d12-43d0-879f-6e17a9e8943d {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:34:40.634872 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:40.655860 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d6fce5ab-5c6e-4151-8088-1061a2fdb70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:40.662435 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Transition to ACTIVE for port object 0e4280bd-8d12-43d0-879f-6e17a9e8943d will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:34:40.663906 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d6fce5ab-5c6e-4151-8088-1061a2fdb70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:40.685670 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:40.738447 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-a8a08371-4623-4702-8587-cca35703edba req-ca12ed42-030c-4a0d-8a36-58d5d0524bc6 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Unset dirty status for tenant:0a9d25b63848403bbb8b32e8512fa804 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:34:40.739557 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8a08371-4623-4702-8587-cca35703edba req-ca12ed42-030c-4a0d-8a36-58d5d0524bc6 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687886 Jun 24 20:34:40.747476 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f9b1b370-19fb-489d-a4a5-40375c78cbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:40.749353 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-599d465b-a75d-4301-a02e-a367479c4ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:40.782447 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-599d465b-a75d-4301-a02e-a367479c4ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:40.791132 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-599d465b-a75d-4301-a02e-a367479c4ebb admin admin] Usage tracker for resource:security_group_rule and tenant:f828a5f0180a4b1f8ee784e4cdd99309 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:40.794939 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f9b1b370-19fb-489d-a4a5-40375c78cbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:40.803190 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-599d465b-a75d-4301-a02e-a367479c4ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:40.810389 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-d6fce5ab-5c6e-4151-8088-1061a2fdb70e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=11ce217e1af7407ca9dc0ba6f091f958&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1663764 Jun 24 20:34:40.811982 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4280bd-8d12-43d0-879f-6e17a9e8943d,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:40.814633 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fce5ab-5c6e-4151-8088-1061a2fdb70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea2fd81-cfbb-415b-841b-46e1834beae1,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:40.817700 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 45704) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:40.818588 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-599d465b-a75d-4301-a02e-a367479c4ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:40.941902 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cc71cd5-6658-4e94-8775-d749bcb00e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:40.946851 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f9b1b370-19fb-489d-a4a5-40375c78cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:40.983573 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1b370-19fb-489d-a4a5-40375c78cbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea645db-44b9-4600-a9ce-4b90c2dad190,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:41.022252 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cc71cd5-6658-4e94-8775-d749bcb00e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.044279 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f9b1b370-19fb-489d-a4a5-40375c78cbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.045403 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-f9b1b370-19fb-489d-a4a5-40375c78cbde admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0ea645db-44b9-4600-a9ce-4b90c2dad190 HTTP/1.1" status: 204 len: 168 time: 0.4514041 Jun 24 20:34:41.057831 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-599d465b-a75d-4301-a02e-a367479c4ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.064247 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-599d465b-a75d-4301-a02e-a367479c4ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.130981 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-599d465b-a75d-4301-a02e-a367479c4ebb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f828a5f0180a4b1f8ee784e4cdd99309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5583503 Jun 24 20:34:41.131214 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45714) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:41.133165 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d465b-a75d-4301-a02e-a367479c4ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00f79d2-5b44-4296-b227-19d5bbeec9b8,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:41.150307 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cc71cd5-6658-4e94-8775-d749bcb00e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.193711 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Attempting to bind port 0e4280bd-8d12-43d0-879f-6e17a9e8943d on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:34:41.194063 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Attempting to bind port 0e4280bd-8d12-43d0-879f-6e17a9e8943d by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'dca36795-b746-4bbd-b342-85f578079c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:34:41.194398 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Attempting to bind port 0e4280bd-8d12-43d0-879f-6e17a9e8943d on network 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:34:41.211491 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Port 0e4280bd-8d12-43d0-879f-6e17a9e8943d on network 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:34:41.211803 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Attempting to bind port 0e4280bd-8d12-43d0-879f-6e17a9e8943d on network 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:34:41.219060 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:34:41.219387 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Checking segment: {'id': 'dca36795-b746-4bbd-b342-85f578079c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:34:41.219757 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Bound using segment: {'id': 'dca36795-b746-4bbd-b342-85f578079c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:34:41.220178 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Bound port: 0e4280bd-8d12-43d0-879f-6e17a9e8943d, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca36795-b746-4bbd-b342-85f578079c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:34:41.220526 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.249932 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0696c972-551b-49fc-85af-f1fa2257b884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.301580 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc71cd5-6658-4e94-8775-d749bcb00e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea2fd81-cfbb-415b-841b-46e1834beae1,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:41.312524 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cc71cd5-6658-4e94-8775-d749bcb00e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.315960 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-2cc71cd5-6658-4e94-8775-d749bcb00e88 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4ea2fd81-cfbb-415b-841b-46e1834beae1 HTTP/1.1" status: 204 len: 168 time: 0.4928458 Jun 24 20:34:41.330588 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0696c972-551b-49fc-85af-f1fa2257b884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.375301 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d46e4-02ee-4b60-9d9a-603a634afa51 req-49474278-db08-41bb-be4d-5d73931b7b10 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:41.380295 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] For port 0e4280bd-8d12-43d0-879f-6e17a9e8943d, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:34:41.387301 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-416d46e4-02ee-4b60-9d9a-603a634afa51 req-49474278-db08-41bb-be4d-5d73931b7b10 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.2329021 Jun 24 20:34:41.395129 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] For port 0e4280bd-8d12-43d0-879f-6e17a9e8943d, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0e4280bd-8d12-43d0-879f-6e17a9e8943d,segment=NetworkSegment(dca36795-b746-4bbd-b342-85f578079c38),segment_id=dca36795-b746-4bbd-b342-85f578079c38)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:34:41.404132 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.474986 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-416d46e4-02ee-4b60-9d9a-603a634afa51 req-59d48119-bc29-4233-94e7-dc4e34b78978 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812709 Jun 24 20:34:41.486684 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0696c972-551b-49fc-85af-f1fa2257b884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.490916 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:41.491519 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.492848 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] 10.222.0.15 "PUT /v2.0/ports/0e4280bd-8d12-43d0-879f-6e17a9e8943d HTTP/1.1" status: 200 len: 1093 time: 2.1924660 Jun 24 20:34:41.503293 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76ec370-7130-40ca-8edd-839b09048ec5', 'tag': '0e4280bd-8d12-43d0-879f-6e17a9e8943d'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:34:41.518353 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696c972-551b-49fc-85af-f1fa2257b884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00f79d2-5b44-4296-b227-19d5bbeec9b8,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:41.524292 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc2072-a2f9-4986-a03e-244e2b0cb258 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4280bd-8d12-43d0-879f-6e17a9e8943d,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:41.537618 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0696c972-551b-49fc-85af-f1fa2257b884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.538744 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-0696c972-551b-49fc-85af-f1fa2257b884 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a00f79d2-5b44-4296-b227-19d5bbeec9b8 HTTP/1.1" status: 204 len: 168 time: 0.4041216 Jun 24 20:34:41.577920 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950ea5a0-5f5a-4a44-8546-081b69ffd457'] response: {'name': 'network-changed', 'server_uuid': 'd76ec370-7130-40ca-8edd-839b09048ec5', 'tag': '0e4280bd-8d12-43d0-879f-6e17a9e8943d', 'status': 'completed', 'code': 200} Jun 24 20:34:41.638784 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 45734) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:41.657632 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5f7eacf-5c7f-401b-9d25-93a6e32953d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.673328 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d5f7eacf-5c7f-401b-9d25-93a6e32953d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:41.677187 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d5f7eacf-5c7f-401b-9d25-93a6e32953d2 admin admin] Usage tracker for resource:security_group_rule and tenant:279f6e756eb64a3c9e80cfb29a37e1d4 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:41.680101 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d5f7eacf-5c7f-401b-9d25-93a6e32953d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:41.686705 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d5f7eacf-5c7f-401b-9d25-93a6e32953d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:41.774737 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5f7eacf-5c7f-401b-9d25-93a6e32953d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.780160 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5f7eacf-5c7f-401b-9d25-93a6e32953d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.834410 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7eacf-5c7f-401b-9d25-93a6e32953d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882cbe6a-4f9e-4aa7-b2ca-e3e7846416c2,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:41.839375 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-d5f7eacf-5c7f-401b-9d25-93a6e32953d2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=279f6e756eb64a3c9e80cfb29a37e1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993537 Jun 24 20:34:41.842096 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 45746) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:41.875693 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45750) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:41.899895 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63bc3d63-a08d-4c19-9bf4-ef6b3768f44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.906925 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d815c792-7c7b-4c6d-9b3c-7e891fd66b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:41.914973 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-63bc3d63-a08d-4c19-9bf4-ef6b3768f44e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:41.919106 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-63bc3d63-a08d-4c19-9bf4-ef6b3768f44e admin admin] Usage tracker for resource:security_group_rule and tenant:511b5894ab524f10b915ccab8e2b790d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:41.922329 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-63bc3d63-a08d-4c19-9bf4-ef6b3768f44e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:41.928333 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-63bc3d63-a08d-4c19-9bf4-ef6b3768f44e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:41.977713 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d815c792-7c7b-4c6d-9b3c-7e891fd66b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:42.029131 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63bc3d63-a08d-4c19-9bf4-ef6b3768f44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:42.034174 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63bc3d63-a08d-4c19-9bf4-ef6b3768f44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:42.056181 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70747c0f-1d93-4672-9732-158b1985b3df req-a41b92c4-26f2-4d29-8ffa-c0732c94ec77 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:42.057811 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-70747c0f-1d93-4672-9732-158b1985b3df req-a41b92c4-26f2-4d29-8ffa-c0732c94ec77 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 943 time: 0.1480253 Jun 24 20:34:42.064754 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d815c792-7c7b-4c6d-9b3c-7e891fd66b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:42.086381 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d815c792-7c7b-4c6d-9b3c-7e891fd66b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:42.086717 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-63bc3d63-a08d-4c19-9bf4-ef6b3768f44e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=511b5894ab524f10b915ccab8e2b790d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097635 Jun 24 20:34:42.088321 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc3d63-a08d-4c19-9bf4-ef6b3768f44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7760b505-d68c-4e25-804e-e91cf2a1981b,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:42.090810 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-d815c792-7c7b-4c6d-9b3c-7e891fd66b5c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/882cbe6a-4f9e-4aa7-b2ca-e3e7846416c2 HTTP/1.1" status: 204 len: 168 time: 0.2475312 Jun 24 20:34:42.090938 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45760) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:42.091668 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815c792-7c7b-4c6d-9b3c-7e891fd66b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882cbe6a-4f9e-4aa7-b2ca-e3e7846416c2,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:42.153292 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-075a06a4-6e8c-4094-bbe1-6cb752d079c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:42.161857 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-70747c0f-1d93-4672-9732-158b1985b3df req-f7516a5f-09b3-4ad0-88a8-3d132728359d tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904293 Jun 24 20:34:42.187150 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-075a06a4-6e8c-4094-bbe1-6cb752d079c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:42.240516 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-075a06a4-6e8c-4094-bbe1-6cb752d079c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:42.257695 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a06a4-6e8c-4094-bbe1-6cb752d079c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7760b505-d68c-4e25-804e-e91cf2a1981b,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:42.264652 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-075a06a4-6e8c-4094-bbe1-6cb752d079c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:42.268615 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-075a06a4-6e8c-4094-bbe1-6cb752d079c4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7760b505-d68c-4e25-804e-e91cf2a1981b HTTP/1.1" status: 204 len: 168 time: 0.1744485 Jun 24 20:34:42.453592 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8a579-54ef-4fc4-8a7f-ecf29d8e1c8e req-d1106eac-c169-4877-88cf-24e9deff5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:42.455227 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0ae8a579-54ef-4fc4-8a7f-ecf29d8e1c8e req-d1106eac-c169-4877-88cf-24e9deff5199 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aaff2148-a5b9-46f1-b4f3-e167f2aba951 HTTP/1.1" status: 200 len: 854 time: 0.0923662 Jun 24 20:34:42.563577 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146793bf-8161-4351-9a9e-f91f09114b88 req-ad26d5d3-600c-4b07-9b85-dfe192dfeb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:42.565977 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-146793bf-8161-4351-9a9e-f91f09114b88 req-ad26d5d3-600c-4b07-9b85-dfe192dfeb2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a9d25b63848403bbb8b32e8512fa804&device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 1096 time: 0.1290190 Jun 24 20:34:42.571237 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-baaf9943-1d64-4883-bfdb-f7c3c4cbfbc3 req-abdb49af-7f3b-4e11-a9e3-7591ce5adda2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1965945 Jun 24 20:34:42.629454 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51668796-b842-498b-a447-4c7f7b487340 req-dfab7d8d-0912-4a4f-934d-704b227b5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:42.632434 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-51668796-b842-498b-a447-4c7f7b487340 req-dfab7d8d-0912-4a4f-934d-704b227b5ac1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 1098 time: 0.1753237 Jun 24 20:34:42.679269 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8a579-54ef-4fc4-8a7f-ecf29d8e1c8e req-3253ad5b-218c-491d-a7aa-af2e9b34730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:42.680918 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0ae8a579-54ef-4fc4-8a7f-ecf29d8e1c8e req-3253ad5b-218c-491d-a7aa-af2e9b34730e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fe66e7b-631d-49f2-87af-6f9a31183f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1856489 Jun 24 20:34:42.830810 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146793bf-8161-4351-9a9e-f91f09114b88 req-5b9b1006-9e68-4eb8-889e-c628a156d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:42.832909 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-146793bf-8161-4351-9a9e-f91f09114b88 req-5b9b1006-9e68-4eb8-889e-c628a156d195 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0a9d25b63848403bbb8b32e8512fa804&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2520635 Jun 24 20:34:42.962339 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0ae8a579-54ef-4fc4-8a7f-ecf29d8e1c8e req-1a4a25da-3d8d-41e8-a9eb-27ff338983c6 service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694132 Jun 24 20:34:43.077926 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9943-1d64-4883-bfdb-f7c3c4cbfbc3 req-9ddb8e73-bdce-441b-8250-5c13147e1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:43.079612 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-baaf9943-1d64-4883-bfdb-f7c3c4cbfbc3 req-9ddb8e73-bdce-441b-8250-5c13147e1964 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 1098 time: 0.3373861 Jun 24 20:34:43.274032 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51668796-b842-498b-a447-4c7f7b487340 req-9a6a17dc-3c05-41cd-b91a-609f806cbe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:43.275942 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-51668796-b842-498b-a447-4c7f7b487340 req-9a6a17dc-3c05-41cd-b91a-609f806cbe81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 920 time: 0.6255889 Jun 24 20:34:43.298171 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60858cd2-b363-490a-8cfa-0d50ec20c463 req-d22768ac-e8df-431b-8556-f888909eb271 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:43.305602 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-60858cd2-b363-490a-8cfa-0d50ec20c463 req-d22768ac-e8df-431b-8556-f888909eb271 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.3364475 Jun 24 20:34:43.314381 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146793bf-8161-4351-9a9e-f91f09114b88 req-f34deb40-d6a4-46c3-b5e5-27dd468d7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:43.318539 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-146793bf-8161-4351-9a9e-f91f09114b88 req-f34deb40-d6a4-46c3-b5e5-27dd468d7207 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4771650 Jun 24 20:34:43.390277 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-51668796-b842-498b-a447-4c7f7b487340 req-42b80932-225f-49ab-861c-c356418e3a78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b08e732-7391-433a-b3a8-ffb87d93a908 HTTP/1.1" status: 200 len: 217 time: 0.0981245 Jun 24 20:34:43.516431 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0ae8a579-54ef-4fc4-8a7f-ecf29d8e1c8e req-6d789f59-9a04-4950-aecc-97dc40e7a0db service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393618 Jun 24 20:34:43.583203 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51668796-b842-498b-a447-4c7f7b487340 req-0234c3ac-c221-4251-a3ca-c7f390684a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:43.584646 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-51668796-b842-498b-a447-4c7f7b487340 req-0234c3ac-c221-4251-a3ca-c7f390684a2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.1674931 Jun 24 20:34:43.664558 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c6933-2239-4c1c-9714-82f8b4335a7c req-63ae633d-f624-4f27-802b-dc3557b77737 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:43.666480 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-272c6933-2239-4c1c-9714-82f8b4335a7c req-63ae633d-f624-4f27-802b-dc3557b77737 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 943 time: 0.3451090 Jun 24 20:34:43.677382 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9943-1d64-4883-bfdb-f7c3c4cbfbc3 req-4a4bd6e7-bf06-4515-b7d5-3870b2ca91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:43.680319 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-baaf9943-1d64-4883-bfdb-f7c3c4cbfbc3 req-4a4bd6e7-bf06-4515-b7d5-3870b2ca91d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 920 time: 0.5639112 Jun 24 20:34:43.701585 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-60858cd2-b363-490a-8cfa-0d50ec20c463 req-95d602a4-2f54-499d-b599-4ae90e0a8945 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947477 Jun 24 20:34:43.741146 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51668796-b842-498b-a447-4c7f7b487340 req-58156114-6e22-45b4-ab31-94dc8f9960ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:43.743492 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-51668796-b842-498b-a447-4c7f7b487340 req-58156114-6e22-45b4-ab31-94dc8f9960ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1437597 Jun 24 20:34:43.798039 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-7520ad38-4107-42cb-9bec-2d5d186f5920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:43.800008 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-7520ad38-4107-42cb-9bec-2d5d186f5920 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a9d25b63848403bbb8b32e8512fa804&device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 1096 time: 0.2977962 Jun 24 20:34:43.801190 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-baaf9943-1d64-4883-bfdb-f7c3c4cbfbc3 req-256660fd-e946-44fe-a6db-c02709be75dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbd17804-4c12-492a-b58f-1661ae21a9ae HTTP/1.1" status: 200 len: 217 time: 0.0931599 Jun 24 20:34:43.818928 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-272c6933-2239-4c1c-9714-82f8b4335a7c req-94606732-8d9e-4ab3-a2bf-5e73202624f3 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340911 Jun 24 20:34:43.898930 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-51668796-b842-498b-a447-4c7f7b487340 req-e3ffdc0d-3eac-4f83-bc9c-b7e998dd54f0 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491261 Jun 24 20:34:43.938305 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-e3223c13-f4b4-4e82-a07e-dc5af92cc43f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e4280bd-8d12-43d0-879f-6e17a9e8943d HTTP/1.1" status: 200 len: 217 time: 0.1184359 Jun 24 20:34:44.089496 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-449f8764-d835-4d39-9a2a-bea1e48cfdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:44.091214 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-449f8764-d835-4d39-9a2a-bea1e48cfdb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ebb051e-012a-440a-bba1-8a83845818c5 HTTP/1.1" status: 200 len: 849 time: 0.1461945 Jun 24 20:34:44.100340 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9943-1d64-4883-bfdb-f7c3c4cbfbc3 req-5af42042-67b4-4f12-b64c-57913ffe03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:44.101965 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-baaf9943-1d64-4883-bfdb-f7c3c4cbfbc3 req-5af42042-67b4-4f12-b64c-57913ffe03aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.2768879 Jun 24 20:34:44.202222 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-2932146d-cf45-4ede-bb64-c024ac53f713 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972359 Jun 24 20:34:44.278817 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-51668796-b842-498b-a447-4c7f7b487340 req-0dc59223-b90f-4cfb-a316-ccac451ca33a service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730283 Jun 24 20:34:44.396814 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 45874) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:44.457777 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-e618858e-0873-4df7-a6d4-c9bcd2ca0929 service neutron] 10.222.0.15 "GET /v2.0/networks/5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317026 Jun 24 20:34:44.546500 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9943-1d64-4883-bfdb-f7c3c4cbfbc3 req-c591ce3e-441c-45ea-93b5-4fad70e8ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:44.547907 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-baaf9943-1d64-4883-bfdb-f7c3c4cbfbc3 req-c591ce3e-441c-45ea-93b5-4fad70e8ffe2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4068737 Jun 24 20:34:44.629307 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-786516588-network', 'tenant_id': '8447ac14c5454cb89f9ee5ea7e8e5e27'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:44.634873 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:44.643238 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Usage tracker for resource:network and tenant:8447ac14c5454cb89f9ee5ea7e8e5e27 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:44.652605 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:44.661613 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:44.677519 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Made reservation on behalf of 8447ac14c5454cb89f9ee5ea7e8e5e27 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:34:44.680548 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:44.702554 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:44.720540 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-baaf9943-1d64-4883-bfdb-f7c3c4cbfbc3 req-77b0538a-8754-4653-a9ff-1d4e3271bc5a service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612513 Jun 24 20:34:44.744818 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:44.752526 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Usage tracker for resource:security_group_rule and tenant:8447ac14c5454cb89f9ee5ea7e8e5e27 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:44.756433 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:44.777473 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:44.842627 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33da7eca-ebf4-4a02-bdb8-5e6cee9e9df2 req-f269835c-aa0a-4145-a17b-197c6978cc80 service neutron] 10.222.0.15 "GET /v2.0/networks/5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779523 Jun 24 20:34:44.920255 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-baaf9943-1d64-4883-bfdb-f7c3c4cbfbc3 req-7695a763-f3b1-45dc-a7e6-45bbc5d0dc27 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832759 Jun 24 20:34:44.965431 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:44.980481 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:44.997009 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:34:45.007969 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:45.008462 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.segments_db [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Added segment 08b67ae0-e841-4cc9-8230-5da570484fc1 of type vlan for network be01e24d-4486-4831-ae4f-1d8467503f12 Jun 24 20:34:45.049354 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:45.123307 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1274216-f454-45e2-a1e9-55c1b9fe7235 req-81adaf30-f3b8-4e4a-9552-3fe64b71b2b6 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:45.126791 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d1274216-f454-45e2-a1e9-55c1b9fe7235 req-81adaf30-f3b8-4e4a-9552-3fe64b71b2b6 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 943 time: 0.0964446 Jun 24 20:34:45.177187 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d1274216-f454-45e2-a1e9-55c1b9fe7235 req-5fb6da11-8310-44b9-819c-d2ee75a1b5c7 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441980 Jun 24 20:34:45.191145 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:45.192257 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:45.192839 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:45.217666 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f85d03-ce5c-4e82-a7bd-e3ecac883b22,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:45.305825 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9039631 Jun 24 20:34:45.306046 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45924) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:45.312501 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c236f-9a6d-4de3-8156-9c786792c97b admin admin] Pushing event updated for resources: {'Network': ['ID=be01e24d-4486-4831-ae4f-1d8467503f12,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:45.313469 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Request body: {'subnet': {'network_id': 'be01e24d-4486-4831-ae4f-1d8467503f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-786516588-subnet', 'tenant_id': '8447ac14c5454cb89f9ee5ea7e8e5e27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:45.321197 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:45.330569 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network be01e24d-4486-4831-ae4f-1d8467503f12 details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:34:45.340680 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ba1ce-7d24-4285-870c-53058c5b9b04 req-c74b5950-c7dc-49a3-9062-80155bcb17c6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:45.342606 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-205ba1ce-7d24-4285-870c-53058c5b9b04 req-c74b5950-c7dc-49a3-9062-80155bcb17c6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.2437301 Jun 24 20:34:45.358067 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Usage tracker for resource:subnet and tenant:8447ac14c5454cb89f9ee5ea7e8e5e27 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:45.367384 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:45.382213 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:45.409590 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Made reservation on behalf of 8447ac14c5454cb89f9ee5ea7e8e5e27 for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:34:45.412659 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2163071'] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:45.428501 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-205ba1ce-7d24-4285-870c-53058c5b9b04 req-a2bb1ceb-0621-4dae-bf94-f5f3ca8c5368 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749745 Jun 24 20:34:45.665357 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2371705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2163017'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:45.703404 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 45942) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:45.739606 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55c5f5e-953c-47b8-9acf-c5f277f861f8,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:45.750571 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Checking segment: {'id': '08b67ae0-e841-4cc9-8230-5da570484fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be01e24d-4486-4831-ae4f-1d8467503f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:34:45.751275 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Network hostable DHCP agents. Network: be01e24d-4486-4831-ae4f-1d8467503f12, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:34:45.775136 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Network be01e24d-4486-4831-ae4f-1d8467503f12 is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:34:45.787748 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, be01e24d-4486-4831-ae4f-1d8467503f12) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:34:45.792652 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:45.797562 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:45.798525 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaaed0e-12a9-41a2-8379-1cc168b83c48 None None] Network be01e24d-4486-4831-ae4f-1d8467503f12 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:34:45.825423 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-44c8f85b-4def-4752-8b67-86109c660072 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5177209 Jun 24 20:34:45.843091 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-090e98f8-7959-4dfc-ab16-d85150ff3c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:45.860448 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-090e98f8-7959-4dfc-ab16-d85150ff3c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:45.864423 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-090e98f8-7959-4dfc-ab16-d85150ff3c79 admin admin] Usage tracker for resource:security_group_rule and tenant:c164d434b57d4192b61a2f65de9094d3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:45.867675 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-090e98f8-7959-4dfc-ab16-d85150ff3c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:45.875676 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-090e98f8-7959-4dfc-ab16-d85150ff3c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:45.989751 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-090e98f8-7959-4dfc-ab16-d85150ff3c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:45.995626 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-090e98f8-7959-4dfc-ab16-d85150ff3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:46.055321 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45956) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:46.055666 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-090e98f8-7959-4dfc-ab16-d85150ff3c79 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c164d434b57d4192b61a2f65de9094d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510790 Jun 24 20:34:46.057250 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e98f8-7959-4dfc-ab16-d85150ff3c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb982f8-61a7-4f24-8fa0-fe825ba9c2e1,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:46.073234 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec3afa5-6ebf-4925-b48a-47f40c73a15f None None] Network be01e24d-4486-4831-ae4f-1d8467503f12 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:34:46.171079 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bdae1cef-1cf6-4b4c-8b4f-7ec443c3bac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:46.217829 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bdae1cef-1cf6-4b4c-8b4f-7ec443c3bac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:46.325049 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bdae1cef-1cf6-4b4c-8b4f-7ec443c3bac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:46.399290 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae1cef-1cf6-4b4c-8b4f-7ec443c3bac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb982f8-61a7-4f24-8fa0-fe825ba9c2e1,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:46.423066 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bdae1cef-1cf6-4b4c-8b4f-7ec443c3bac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:46.424093 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-bdae1cef-1cf6-4b4c-8b4f-7ec443c3bac0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6fb982f8-61a7-4f24-8fa0-fe825ba9c2e1 HTTP/1.1" status: 204 len: 168 time: 0.3678091 Jun 24 20:34:46.527133 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445188d5-c2c3-4c18-8d38-5870ba5a583d req-46b46c2e-8c84-4709-9038-d3592c221f35 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:46.528653 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-445188d5-c2c3-4c18-8d38-5870ba5a583d req-46b46c2e-8c84-4709-9038-d3592c221f35 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 943 time: 0.1744776 Jun 24 20:34:46.623704 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-445188d5-c2c3-4c18-8d38-5870ba5a583d req-ba76c559-2b9d-47c1-9331-4e0b5516864c tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889678 Jun 24 20:34:46.709795 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 45994) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:46.716598 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-286624204-network', 'tenant_id': '9fef0998b62e4b7a99686ef0adc5a7aa'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:46.723366 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3259a3-8e8c-4ab3-a79e-370a1e540274 req-7f1ef3b1-7ae1-410d-9931-cd7d62843de8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:46.725006 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3e3259a3-8e8c-4ab3-a79e-370a1e540274 req-7f1ef3b1-7ae1-410d-9931-cd7d62843de8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1219995 Jun 24 20:34:46.739533 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:46.752659 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Usage tracker for resource:network and tenant:9fef0998b62e4b7a99686ef0adc5a7aa is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:46.758370 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:46.778495 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:46.787967 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3e3259a3-8e8c-4ab3-a79e-370a1e540274 req-1e3973d9-fd00-4581-a509-863299e08b49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560834 Jun 24 20:34:46.791262 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Made reservation on behalf of 9fef0998b62e4b7a99686ef0adc5a7aa for: {'network': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:34:46.793618 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:46.805699 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:46.820124 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:46.823922 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Usage tracker for resource:security_group_rule and tenant:9fef0998b62e4b7a99686ef0adc5a7aa is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:46.826656 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:46.832204 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:46.913958 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:46.918114 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:46.944988 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46002) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:46.946110 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:34:46.958845 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ccea1b-5e9b-46a6-bf05-cc58e2f789c0,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:46.962715 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fe4992f3-834c-4799-817f-d91e8cad0881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:46.964385 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:46.964755 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.segments_db [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Added segment 60e53316-23fb-4b38-9850-cb6e78ce8fc3 of type vlan for network d2a3fb9e-a39a-44ce-8ca0-6cfa7298d3c9 Jun 24 20:34:46.977691 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fe4992f3-834c-4799-817f-d91e8cad0881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:46.981884 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-fe4992f3-834c-4799-817f-d91e8cad0881 admin admin] Usage tracker for resource:security_group_rule and tenant:a5061876435547459d905ae351f46ee2 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:46.984851 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-fe4992f3-834c-4799-817f-d91e8cad0881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:46.992070 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fe4992f3-834c-4799-817f-d91e8cad0881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:46.992598 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.037087 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.038210 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:47.038793 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.084865 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fe4992f3-834c-4799-817f-d91e8cad0881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.089924 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fe4992f3-834c-4799-817f-d91e8cad0881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.138968 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-fe4992f3-834c-4799-817f-d91e8cad0881 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a5061876435547459d905ae351f46ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925173 Jun 24 20:34:47.139572 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46006) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:47.142903 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] Pushing event updated for resources: {'Network': ['ID=d2a3fb9e-a39a-44ce-8ca0-6cfa7298d3c9,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:47.143187 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4992f3-834c-4799-817f-d91e8cad0881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa8b64-6fb0-4a2d-99c7-e6723f73ce1c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:47.164196 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-ab1e377b-2a1c-4bee-b93c-379b2495ecd0 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4530458 Jun 24 20:34:47.166958 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 46010) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:47.172814 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Request body: {'subnet': {'network_id': 'd2a3fb9e-a39a-44ce-8ca0-6cfa7298d3c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-286624204-subnet', 'tenant_id': '9fef0998b62e4b7a99686ef0adc5a7aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:34:47.177099 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network d2a3fb9e-a39a-44ce-8ca0-6cfa7298d3c9 details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:34:47.177729 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:47.182071 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Usage tracker for resource:subnet and tenant:9fef0998b62e4b7a99686ef0adc5a7aa is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:47.185547 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:47.192051 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:47.205005 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Made reservation on behalf of 9fef0998b62e4b7a99686ef0adc5a7aa for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:34:47.207524 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2163071'] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.217784 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95656ce9-a0c1-4909-9672-3a856fc7a370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.243772 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95656ce9-a0c1-4909-9672-3a856fc7a370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.244110 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 0e4280bd-8d12-43d0-879f-6e17a9e8943d details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:34:47.301535 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95656ce9-a0c1-4909-9672-3a856fc7a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.317735 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95656ce9-a0c1-4909-9672-3a856fc7a370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa8b64-6fb0-4a2d-99c7-e6723f73ce1c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:47.327999 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95656ce9-a0c1-4909-9672-3a856fc7a370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.329167 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-95656ce9-a0c1-4909-9672-3a856fc7a370 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c5aa8b64-6fb0-4a2d-99c7-e6723f73ce1c HTTP/1.1" status: 204 len: 168 time: 0.1879652 Jun 24 20:34:47.470186 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 0e4280bd-8d12-43d0-879f-6e17a9e8943d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0e4280bd-8d12-43d0-879f-6e17a9e8943d,segment=NetworkSegment(dca36795-b746-4bbd-b342-85f578079c38),segment_id=dca36795-b746-4bbd-b342-85f578079c38)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:47.485741 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '0e4280bd-8d12-43d0-879f-6e17a9e8943d', 'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0', 'port_id': '0e4280bd-8d12-43d0-879f-6e17a9e8943d', 'mac_address': 'fa:16:3e:88:6b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebb051e-012a-440a-bba1-8a83845818c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:34:47.500805 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2371705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2163017'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.541932 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 0e4280bd-8d12-43d0-879f-6e17a9e8943d is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:47.542639 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.561650 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4280bd-8d12-43d0-879f-6e17a9e8943d {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:34:47.578313 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 0e4280bd-8d12-43d0-879f-6e17a9e8943d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0e4280bd-8d12-43d0-879f-6e17a9e8943d,segment=NetworkSegment(dca36795-b746-4bbd-b342-85f578079c38),segment_id=dca36795-b746-4bbd-b342-85f578079c38)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:47.585266 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.591401 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b3c23a-afac-49ca-b953-711594d7dc04,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:47.630600 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Checking segment: {'id': '60e53316-23fb-4b38-9850-cb6e78ce8fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd2a3fb9e-a39a-44ce-8ca0-6cfa7298d3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:34:47.630986 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Network hostable DHCP agents. Network: d2a3fb9e-a39a-44ce-8ca0-6cfa7298d3c9, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:34:47.659484 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Network d2a3fb9e-a39a-44ce-8ca0-6cfa7298d3c9 is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:34:47.672845 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, d2a3fb9e-a39a-44ce-8ca0-6cfa7298d3c9) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:34:47.677317 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:47.678112 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:47.703048 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-39deae50-30bc-4f02-bc16-9cb63d1133fa admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5344880 Jun 24 20:34:47.719019 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09d9a7-1e9e-46ec-9263-e4fda0c58b2a None None] Network d2a3fb9e-a39a-44ce-8ca0-6cfa7298d3c9 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:34:48.083331 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156deca-8942-4373-af82-bcc791670350 req-7a2499c6-5f7f-4ab4-9f85-d80c6ee9a731 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:48.085014 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9156deca-8942-4373-af82-bcc791670350 req-7a2499c6-5f7f-4ab4-9f85-d80c6ee9a731 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 944 time: 0.2288291 Jun 24 20:34:48.088441 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a5066-97de-46ed-a94b-62fd29271009 req-da6aaa79-7d06-4958-94ab-e9010a444b37 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:48.100256 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ff6a5066-97de-46ed-a94b-62fd29271009 req-da6aaa79-7d06-4958-94ab-e9010a444b37 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1303899 Jun 24 20:34:48.139199 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=0e4280bd-8d12-43d0-879f-6e17a9e8943d,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:48.143366 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['0e4280bd-8d12-43d0-879f-6e17a9e8943d'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:34:48.184350 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ff6a5066-97de-46ed-a94b-62fd29271009 req-7717b870-9452-4857-9ea0-dfd8e3113973 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818906 Jun 24 20:34:48.194508 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9156deca-8942-4373-af82-bcc791670350 req-d1424051-7c64-4b4b-8b6e-ab0f8ddbd765 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981317 Jun 24 20:34:48.235733 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:48.236662 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:48.237005 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:48.237316 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:48.237631 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:48.238081 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:48.238426 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:48.238771 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:48.239121 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:48.239421 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:48.239800 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:48.240036 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:34:48.248445 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8762afe6-4a82-4559-bcdb-afb66bc1bafb None None] Network d2a3fb9e-a39a-44ce-8ca0-6cfa7298d3c9 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:34:49.391406 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070262f-0a42-40c7-925f-e1df125bb493 req-79cc4371-9b34-40aa-807f-0f60bfc0a55b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:49.393722 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4070262f-0a42-40c7-925f-e1df125bb493 req-79cc4371-9b34-40aa-807f-0f60bfc0a55b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1042676 Jun 24 20:34:49.440393 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a66f-a7d6-4ae6-a760-56a95f95dab6 req-607227af-dc49-47cc-8a6a-3e74b0dd6cce tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:49.442150 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1f66a66f-a7d6-4ae6-a760-56a95f95dab6 req-607227af-dc49-47cc-8a6a-3e74b0dd6cce tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 944 time: 0.1098580 Jun 24 20:34:49.466680 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4070262f-0a42-40c7-925f-e1df125bb493 req-12d55864-734d-4f71-84b9-e3a650cfb89a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635355 Jun 24 20:34:49.497293 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1f66a66f-a7d6-4ae6-a760-56a95f95dab6 req-124558c9-4172-4886-b789-a3941c578589 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470655 Jun 24 20:34:50.320054 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf6da-195b-437e-981d-eb2cc4292a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:50.708058 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d390b0a-0320-429f-8972-6926429240d9 req-60baa74b-0991-4a53-9f19-b9da8be44afa tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:50.709559 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5d390b0a-0320-429f-8972-6926429240d9 req-60baa74b-0991-4a53-9f19-b9da8be44afa tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1144097 Jun 24 20:34:50.757767 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58af87-abe9-4292-a739-b90bf8e91401 req-3c1e9d9d-6df9-4ff2-9593-83a7604cae5c tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:50.764961 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2b58af87-abe9-4292-a739-b90bf8e91401 req-3c1e9d9d-6df9-4ff2-9593-83a7604cae5c tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 944 time: 0.1278856 Jun 24 20:34:50.772635 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5d390b0a-0320-429f-8972-6926429240d9 req-89a48556-d523-4cc3-9763-c5082b27506b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542672 Jun 24 20:34:50.816231 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2b58af87-abe9-4292-a739-b90bf8e91401 req-a6d0236d-5629-410a-b278-13072cbb943e tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502396 Jun 24 20:34:50.911820 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46190) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:51.052796 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed93a5bc-0079-4dec-8264-d1ddeac08401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:51.072216 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ed93a5bc-0079-4dec-8264-d1ddeac08401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:51.078791 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ed93a5bc-0079-4dec-8264-d1ddeac08401 admin admin] Usage tracker for resource:security_group_rule and tenant:9189f5bee34b443ca880e7cb42a85d73 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:51.083350 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ed93a5bc-0079-4dec-8264-d1ddeac08401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:51.091726 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ed93a5bc-0079-4dec-8264-d1ddeac08401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:51.173367 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed93a5bc-0079-4dec-8264-d1ddeac08401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:51.178776 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed93a5bc-0079-4dec-8264-d1ddeac08401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:51.225787 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-ed93a5bc-0079-4dec-8264-d1ddeac08401 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9189f5bee34b443ca880e7cb42a85d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125691 Jun 24 20:34:51.226654 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93a5bc-0079-4dec-8264-d1ddeac08401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0f5c67-9175-4f14-a89c-664d9534ad9b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:51.228533 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 46200) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:51.288319 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-47e0f27f-f6da-4bc1-9946-80e613af0871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:51.313145 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-47e0f27f-f6da-4bc1-9946-80e613af0871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:51.369182 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-47e0f27f-f6da-4bc1-9946-80e613af0871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:51.397344 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0f27f-f6da-4bc1-9946-80e613af0871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0f5c67-9175-4f14-a89c-664d9534ad9b,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:51.406650 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-47e0f27f-f6da-4bc1-9946-80e613af0871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:51.410467 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-47e0f27f-f6da-4bc1-9946-80e613af0871 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9a0f5c67-9175-4f14-a89c-664d9534ad9b HTTP/1.1" status: 204 len: 168 time: 0.1786087 Jun 24 20:34:51.703022 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 46210) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:51.721228 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-af286c49-7118-40b4-bf80-41b43065294b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:51.735864 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-af286c49-7118-40b4-bf80-41b43065294b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:34:51.739708 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-af286c49-7118-40b4-bf80-41b43065294b admin admin] Usage tracker for resource:security_group_rule and tenant:67efa9a540794ca095aaa9acce865951 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:34:51.742451 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-af286c49-7118-40b4-bf80-41b43065294b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:34:51.748498 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-af286c49-7118-40b4-bf80-41b43065294b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:34:51.839707 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-af286c49-7118-40b4-bf80-41b43065294b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:51.851120 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-af286c49-7118-40b4-bf80-41b43065294b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:51.910516 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-af286c49-7118-40b4-bf80-41b43065294b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=67efa9a540794ca095aaa9acce865951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060673 Jun 24 20:34:51.911398 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 46220) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:34:51.912294 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af286c49-7118-40b4-bf80-41b43065294b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeff623-daf0-41d2-9d9b-73f556d2926b,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:51.972404 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a044e-a025-4533-a9a1-ae9347cc02b1 req-9cfecb07-c43f-441b-a6a4-9f22cdd5101f tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:51.973873 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-774a044e-a025-4533-a9a1-ae9347cc02b1 req-9cfecb07-c43f-441b-a6a4-9f22cdd5101f tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.0886226 Jun 24 20:34:52.021802 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-774a044e-a025-4533-a9a1-ae9347cc02b1 req-3f0b9967-a4fa-482b-af59-17b3d8246c83 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415189 Jun 24 20:34:52.032910 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffd2f-910d-4ddc-aa35-dc19c9cea6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:52.076228 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7a089-dfe2-4246-bae1-a2e07db70380 req-797d912d-97e5-4588-8330-d4ba9b434f52 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:52.077719 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-05b7a089-dfe2-4246-bae1-a2e07db70380 req-797d912d-97e5-4588-8330-d4ba9b434f52 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 944 time: 0.1438355 Jun 24 20:34:52.079431 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffd2f-910d-4ddc-aa35-dc19c9cea6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:52.155091 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-05b7a089-dfe2-4246-bae1-a2e07db70380 req-478d5832-59b1-4e8d-a997-44a6f5914f54 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691133 Jun 24 20:34:52.172423 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffd2f-910d-4ddc-aa35-dc19c9cea6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:52.186854 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ffd2f-910d-4ddc-aa35-dc19c9cea6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeff623-daf0-41d2-9d9b-73f556d2926b,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:52.194847 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffd2f-910d-4ddc-aa35-dc19c9cea6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:52.198210 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-3a7ffd2f-910d-4ddc-aa35-dc19c9cea6b4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/daeff623-daf0-41d2-9d9b-73f556d2926b HTTP/1.1" status: 204 len: 168 time: 0.2808940 Jun 24 20:34:52.307940 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 0e4280bd-8d12-43d0-879f-6e17a9e8943d up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:34:52.387234 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 0e4280bd-8d12-43d0-879f-6e17a9e8943d completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:34:52.392856 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 0e4280bd-8d12-43d0-879f-6e17a9e8943d triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:34:52.393400 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:52.520754 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 0e4280bd-8d12-43d0-879f-6e17a9e8943d is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:34:52.521126 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:52.540984 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5e6bb066-ffc2-4d71-8c21-798c9244e9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:52.555503 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76ec370-7130-40ca-8edd-839b09048ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4280bd-8d12-43d0-879f-6e17a9e8943d'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:34:52.565229 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 0e4280bd-8d12-43d0-879f-6e17a9e8943d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0e4280bd-8d12-43d0-879f-6e17a9e8943d,segment=NetworkSegment(dca36795-b746-4bbd-b342-85f578079c38),segment_id=dca36795-b746-4bbd-b342-85f578079c38)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:52.570060 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:52.606629 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c2d6bd-ee58-486b-a6aa-bc1dffdbf9ac'] response: {'server_uuid': 'd76ec370-7130-40ca-8edd-839b09048ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4280bd-8d12-43d0-879f-6e17a9e8943d', 'code': 200} Jun 24 20:34:52.638455 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=0e4280bd-8d12-43d0-879f-6e17a9e8943d,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:34:53.216252 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe668e5-6855-4ed0-80a5-5d4fa9fd85b3 req-c6d74942-7fb6-4864-8ed1-8e8d67b023ae tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:53.217735 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0fe668e5-6855-4ed0-80a5-5d4fa9fd85b3 req-c6d74942-7fb6-4864-8ed1-8e8d67b023ae tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.0891001 Jun 24 20:34:53.263911 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0fe668e5-6855-4ed0-80a5-5d4fa9fd85b3 req-0ff2a374-c12a-4c4f-a6e8-48814aa3595a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393229 Jun 24 20:34:53.386059 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868d397-30a8-4c7e-bd9e-13494266a68a req-c4679a7c-128a-4619-ace2-9c095f8ea805 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:53.388308 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0868d397-30a8-4c7e-bd9e-13494266a68a req-c4679a7c-128a-4619-ace2-9c095f8ea805 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 945 time: 0.1223321 Jun 24 20:34:53.437596 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0868d397-30a8-4c7e-bd9e-13494266a68a req-548bd779-e240-4893-8299-a27c30e3db7f tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Jun 24 20:34:53.525189 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:53.640891 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf05ba0-9300-48f1-b157-4d1882987ab8 req-e4c84f3f-ebd0-4016-ba71-90371f8e19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:53.642408 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-baf05ba0-9300-48f1-b157-4d1882987ab8 req-e4c84f3f-ebd0-4016-ba71-90371f8e19f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 1098 time: 0.0763943 Jun 24 20:34:53.684945 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-baf05ba0-9300-48f1-b157-4d1882987ab8 req-cc2bbdf1-897c-4b4f-957c-59d4368bf7dd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Jun 24 20:34:53.719727 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:54.517864 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f74a7-23f6-44b3-a8e5-c3b0db27b74a req-9ad11465-33cf-4033-8bcf-3bc81f4266ef tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:54.527472 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-093f74a7-23f6-44b3-a8e5-c3b0db27b74a req-9ad11465-33cf-4033-8bcf-3bc81f4266ef tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1456914 Jun 24 20:34:54.578517 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-093f74a7-23f6-44b3-a8e5-c3b0db27b74a req-0e4cdb42-94aa-468c-a417-bfa4352ffd08 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Jun 24 20:34:54.701760 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539503-2803-48a1-9b44-0c96f78d89fa req-dd027d7d-10fa-4ff0-aff4-37d50b6f0d99 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:54.704264 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9c539503-2803-48a1-9b44-0c96f78d89fa req-dd027d7d-10fa-4ff0-aff4-37d50b6f0d99 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 945 time: 0.1141589 Jun 24 20:34:54.769599 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9c539503-2803-48a1-9b44-0c96f78d89fa req-987c9952-a494-437c-a2f6-9a695d90e415 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543053 Jun 24 20:34:55.007990 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:55.096513 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff67872-7c0c-4279-a50f-71d67a86c5bf req-dbcb7476-ec14-4362-b87c-e8f88ed6c3d7 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:55.098497 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fff67872-7c0c-4279-a50f-71d67a86c5bf req-dbcb7476-ec14-4362-b87c-e8f88ed6c3d7 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 945 time: 0.1083519 Jun 24 20:34:55.146807 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fff67872-7c0c-4279-a50f-71d67a86c5bf req-b09d7ab3-312a-4d34-9017-c5f433e9ada5 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Jun 24 20:34:55.771624 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4159fc1-8d71-47dd-bdc9-968a5cb77b4c req-d20b97fc-1077-49ad-9013-0312c5defe68 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:55.773065 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b4159fc1-8d71-47dd-bdc9-968a5cb77b4c req-d20b97fc-1077-49ad-9013-0312c5defe68 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.0859692 Jun 24 20:34:55.822032 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b4159fc1-8d71-47dd-bdc9-968a5cb77b4c req-2b2ee1ae-b072-41af-bd05-76f86e033887 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Jun 24 20:34:55.988963 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4a9e5-c926-43f9-b362-80436f590b67 req-c65e5eb4-9f26-481d-be53-28a81feb73de tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:55.990509 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0ba4a9e5-c926-43f9-b362-80436f590b67 req-c65e5eb4-9f26-481d-be53-28a81feb73de tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 945 time: 0.1007223 Jun 24 20:34:56.037422 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0ba4a9e5-c926-43f9-b362-80436f590b67 req-741971aa-5b85-4f94-add9-4b0cad24ce25 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411582 Jun 24 20:34:56.345980 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dc514-abbc-4ac8-906d-0ea9e7f87987 req-ab6ba25e-3136-4214-84b7-36757fc538c2 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:56.347544 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f49dc514-abbc-4ac8-906d-0ea9e7f87987 req-ab6ba25e-3136-4214-84b7-36757fc538c2 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 945 time: 0.0935724 Jun 24 20:34:56.394349 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f49dc514-abbc-4ac8-906d-0ea9e7f87987 req-8a065390-1e94-45b2-a1f0-98f888622299 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403748 Jun 24 20:34:57.107482 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bce9b-3668-4a53-8eff-9d181e3c92ce req-e19fdca3-f864-43aa-b5b0-1f802e052631 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:57.108892 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f00bce9b-3668-4a53-8eff-9d181e3c92ce req-e19fdca3-f864-43aa-b5b0-1f802e052631 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1625795 Jun 24 20:34:57.155641 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f00bce9b-3668-4a53-8eff-9d181e3c92ce req-da98c508-1271-472d-ac82-b28db0f7685e tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Jun 24 20:34:57.601764 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83e9a7-3abc-4e7d-8e6f-9133b0cc8f34 req-9deb0b60-c580-4d3e-a226-443fdc1cb68b tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:57.603761 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8d83e9a7-3abc-4e7d-8e6f-9133b0cc8f34 req-9deb0b60-c580-4d3e-a226-443fdc1cb68b tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 945 time: 0.1031797 Jun 24 20:34:57.661554 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8d83e9a7-3abc-4e7d-8e6f-9133b0cc8f34 req-2d47d60e-b473-4ae8-8d20-acb987bb59bc tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493481 Jun 24 20:34:58.370345 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd80a-5d68-45ea-b146-2e9b661942cb req-1ee9965b-65ad-4a48-83d3-986fbbf26d36 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:58.372148 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-86ccd80a-5d68-45ea-b146-2e9b661942cb req-1ee9965b-65ad-4a48-83d3-986fbbf26d36 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.0961652 Jun 24 20:34:58.427631 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-86ccd80a-5d68-45ea-b146-2e9b661942cb req-8fcffabf-9fc0-413b-bb36-e2067698d4e2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499015 Jun 24 20:34:58.864228 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7988a-eba3-4f12-8734-0be962c93e5b req-6da85421-28eb-4f3d-85ac-298564f91c46 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:58.866088 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-56f7988a-eba3-4f12-8734-0be962c93e5b req-6da85421-28eb-4f3d-85ac-298564f91c46 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 945 time: 0.0911100 Jun 24 20:34:59.014237 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-56f7988a-eba3-4f12-8734-0be962c93e5b req-1b886146-5e56-4b8d-8d68-7a49963ada32 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/security-groups?id=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413572 Jun 24 20:34:59.054433 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5169973-952f-4382-9503-3430e11533de req-915292ba-cf32-4c50-aa6c-0df48912b4f8 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:59.055936 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b5169973-952f-4382-9503-3430e11533de req-915292ba-cf32-4c50-aa6c-0df48912b4f8 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 945 time: 0.1698532 Jun 24 20:34:59.133461 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-b5169973-952f-4382-9503-3430e11533de req-77c5d871-c2a2-40a1-b181-d32771d483b9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Deleting port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:34:59.133780 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-b5169973-952f-4382-9503-3430e11533de req-77c5d871-c2a2-40a1-b181-d32771d483b9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:59.482652 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-b5169973-952f-4382-9503-3430e11533de req-77c5d871-c2a2-40a1-b181-d32771d483b9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] For port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9f77ed41-ae9d-48ad-be97-c5e8822a2df3,segment=NetworkSegment(623e4cf7-5a10-474e-accc-40e4191763b3),segment_id=623e4cf7-5a10-474e-accc-40e4191763b3)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:34:59.483007 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-b5169973-952f-4382-9503-3430e11533de req-77c5d871-c2a2-40a1-b181-d32771d483b9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:34:59.672930 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0159523-e331-48e0-b764-b3d6de64a4f6 req-806b6fa0-e791-4fe8-b482-13458d198be9 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:59.680294 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d0159523-e331-48e0-b764-b3d6de64a4f6 req-806b6fa0-e791-4fe8-b482-13458d198be9 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1295922 Jun 24 20:34:59.728325 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e82410-d3c4-48d1-b6eb-dab5ae9c9ae1 req-584dfa2f-f99d-49da-9818-481b15ad77b6 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:34:59.730229 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-25e82410-d3c4-48d1-b6eb-dab5ae9c9ae1 req-584dfa2f-f99d-49da-9818-481b15ad77b6 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 945 time: 0.3891218 Jun 24 20:34:59.737406 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-b5169973-952f-4382-9503-3430e11533de req-77c5d871-c2a2-40a1-b181-d32771d483b9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Calling delete_port for 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:34:59.747287 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d0159523-e331-48e0-b764-b3d6de64a4f6 req-4c5f9659-33b9-4eb3-b70c-ff3794e4ccf6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651193 Jun 24 20:34:59.922345 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-25e82410-d3c4-48d1-b6eb-dab5ae9c9ae1 req-fee8e1b5-1848-4921-b6a1-d4eedb6b1e9f tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474481 Jun 24 20:35:00.004621 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-b5169973-952f-4382-9503-3430e11533de req-77c5d871-c2a2-40a1-b181-d32771d483b9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:00.019623 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['9f77ed41-ae9d-48ad-be97-c5e8822a2df3'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:35:00.061105 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5d871-c2a2-40a1-b181-d32771d483b9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Pushing event deleted for resources: {'Port': ['ID=9f77ed41-ae9d-48ad-be97-c5e8822a2df3,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:00.192371 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5169973-952f-4382-9503-3430e11533de req-77c5d871-c2a2-40a1-b181-d32771d483b9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] No DVR routers for this DVR port 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:35:00.207325 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-b5169973-952f-4382-9503-3430e11533de req-77c5d871-c2a2-40a1-b181-d32771d483b9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:00.212200 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee16c427-e9fc-4b15-aff0-19916d9af8e8', 'name': 'network-vif-deleted', 'tag': '9f77ed41-ae9d-48ad-be97-c5e8822a2df3'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:35:00.249514 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d59b6659-f039-4fd7-ade8-8e278c70ebc6 req-68d455a2-1350-4117-8697-f208b0869274 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 210 time: 0.0820653 Jun 24 20:35:00.262600 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b5169973-952f-4382-9503-3430e11533de req-77c5d871-c2a2-40a1-b181-d32771d483b9 tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.15 "DELETE /v2.0/ports/9f77ed41-ae9d-48ad-be97-c5e8822a2df3 HTTP/1.1" status: 204 len: 173 time: 1.1959965 Jun 24 20:35:00.302974 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34888974-3db5-4edb-b361-de2e1490ca71'] response: {'server_uuid': 'ee16c427-e9fc-4b15-aff0-19916d9af8e8', 'name': 'network-vif-deleted', 'tag': '9f77ed41-ae9d-48ad-be97-c5e8822a2df3', 'status': 'completed', 'code': 200} Jun 24 20:35:00.916456 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255225e-eff2-48a6-9fbe-f624b60e4163 req-f25c2e8a-3f57-42d3-ac68-0f4247562156 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:00.918337 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a255225e-eff2-48a6-9fbe-f624b60e4163 req-f25c2e8a-3f57-42d3-ac68-0f4247562156 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.15 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 945 time: 0.1108925 Jun 24 20:35:00.967157 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2204d-e2cc-4cf4-b68f-caf136401eaa req-d67a6962-c603-4f3f-b83f-82a51d48bdaf tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:00.969363 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bbf2204d-e2cc-4cf4-b68f-caf136401eaa req-d67a6962-c603-4f3f-b83f-82a51d48bdaf tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1017294 Jun 24 20:35:00.985364 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 46488) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:01.017355 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bbf2204d-e2cc-4cf4-b68f-caf136401eaa req-8bd257f9-c196-42f6-8eb4-7b193a159fe0 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421715 Jun 24 20:35:01.037519 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-a255225e-eff2-48a6-9fbe-f624b60e4163 req-ba37ba54-3d66-45a8-9779-7c88dad98a0f tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Deleting port 0e4280bd-8d12-43d0-879f-6e17a9e8943d {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:35:01.037858 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-a255225e-eff2-48a6-9fbe-f624b60e4163 req-ba37ba54-3d66-45a8-9779-7c88dad98a0f tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:01.254644 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbefc-7505-4f05-96e2-21d9203855ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:01.319715 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-fbdfbefc-7505-4f05-96e2-21d9203855ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:01.330026 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-fbdfbefc-7505-4f05-96e2-21d9203855ed admin admin] Usage tracker for resource:security_group_rule and tenant:bca3e619b7db40ff8e513c2c45a9e2dd is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:01.342492 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-fbdfbefc-7505-4f05-96e2-21d9203855ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:01.361329 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-fbdfbefc-7505-4f05-96e2-21d9203855ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:01.391636 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2282c7c-7a91-4b02-8dc5-5b5159c47ed0 req-e432afba-8ac1-4513-92d4-23bad9d49508 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:01.393108 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a2282c7c-7a91-4b02-8dc5-5b5159c47ed0 req-e432afba-8ac1-4513-92d4-23bad9d49508 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=d76ec370-7130-40ca-8edd-839b09048ec5 HTTP/1.1" status: 200 len: 945 time: 0.3119335 Jun 24 20:35:01.450585 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ec4c66e7-87c1-4a91-aa8f-b76501b4ba21 req-97fbb731-63d9-4dd1-af7f-3b0e8009ceaf tempest-DeleteServersTestJSON-615750247 tempest-DeleteServersTestJSON-615750247-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee16c427-e9fc-4b15-aff0-19916d9af8e8 HTTP/1.1" status: 200 len: 210 time: 0.0602143 Jun 24 20:35:01.537905 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-a255225e-eff2-48a6-9fbe-f624b60e4163 req-ba37ba54-3d66-45a8-9779-7c88dad98a0f tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] For port 0e4280bd-8d12-43d0-879f-6e17a9e8943d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0e4280bd-8d12-43d0-879f-6e17a9e8943d,segment=NetworkSegment(dca36795-b746-4bbd-b342-85f578079c38),segment_id=dca36795-b746-4bbd-b342-85f578079c38)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:01.538244 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-a255225e-eff2-48a6-9fbe-f624b60e4163 req-ba37ba54-3d66-45a8-9779-7c88dad98a0f tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:01.543985 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:35:01.670384 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-a255225e-eff2-48a6-9fbe-f624b60e4163 req-ba37ba54-3d66-45a8-9779-7c88dad98a0f tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Calling delete_port for 0e4280bd-8d12-43d0-879f-6e17a9e8943d owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:35:01.714527 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a2282c7c-7a91-4b02-8dc5-5b5159c47ed0 req-fda8561d-1cac-4fd0-b06d-6aaa3969f732 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082788 Jun 24 20:35:01.804583 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbefc-7505-4f05-96e2-21d9203855ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:01.833463 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fbdfbefc-7505-4f05-96e2-21d9203855ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:01.897606 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfbefc-7505-4f05-96e2-21d9203855ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d209d57d-babb-489f-bd84-8e1476e72302,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:01.903921 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-fbdfbefc-7505-4f05-96e2-21d9203855ed admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bca3e619b7db40ff8e513c2c45a9e2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9186368 Jun 24 20:35:01.907009 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46510) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:01.915315 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-a255225e-eff2-48a6-9fbe-f624b60e4163 req-ba37ba54-3d66-45a8-9779-7c88dad98a0f tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:01.927701 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['0e4280bd-8d12-43d0-879f-6e17a9e8943d'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:35:01.968495 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-58ea59bd-431e-44f8-b7c4-0a0b5f7cf020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:01.972197 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37ba54-3d66-45a8-9779-7c88dad98a0f tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Pushing event deleted for resources: {'Port': ['ID=0e4280bd-8d12-43d0-879f-6e17a9e8943d,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:01.997930 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-58ea59bd-431e-44f8-b7c4-0a0b5f7cf020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:02.066169 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-58ea59bd-431e-44f8-b7c4-0a0b5f7cf020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:02.067293 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-a255225e-eff2-48a6-9fbe-f624b60e4163 req-ba37ba54-3d66-45a8-9779-7c88dad98a0f tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] No DVR routers for this DVR port 0e4280bd-8d12-43d0-879f-6e17a9e8943d on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:35:02.069921 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-a255225e-eff2-48a6-9fbe-f624b60e4163 req-ba37ba54-3d66-45a8-9779-7c88dad98a0f tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:02.084972 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea59bd-431e-44f8-b7c4-0a0b5f7cf020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d209d57d-babb-489f-bd84-8e1476e72302,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:02.093398 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a255225e-eff2-48a6-9fbe-f624b60e4163 req-ba37ba54-3d66-45a8-9779-7c88dad98a0f tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.15 "DELETE /v2.0/ports/0e4280bd-8d12-43d0-879f-6e17a9e8943d HTTP/1.1" status: 204 len: 173 time: 1.1685505 Jun 24 20:35:02.101653 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-58ea59bd-431e-44f8-b7c4-0a0b5f7cf020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:02.106087 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-58ea59bd-431e-44f8-b7c4-0a0b5f7cf020 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d209d57d-babb-489f-bd84-8e1476e72302 HTTP/1.1" status: 204 len: 168 time: 0.1975834 Jun 24 20:35:02.239075 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630a8d6-258e-46ba-b34a-2b0100882f02 req-b09beec4-642d-4b93-a480-7bdfac22b9cc tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:02.240554 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0630a8d6-258e-46ba-b34a-2b0100882f02 req-b09beec4-642d-4b93-a480-7bdfac22b9cc tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.0944214 Jun 24 20:35:02.291744 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0630a8d6-258e-46ba-b34a-2b0100882f02 req-b2e88b26-5fd6-4598-a7c7-9964f0d6ac13 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403762 Jun 24 20:35:02.303824 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76ec370-7130-40ca-8edd-839b09048ec5', 'name': 'network-vif-deleted', 'tag': '0e4280bd-8d12-43d0-879f-6e17a9e8943d'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:35:02.368723 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cfd1121-9e61-438d-81e9-b47562ee9e14'] response: {'server_uuid': 'd76ec370-7130-40ca-8edd-839b09048ec5', 'name': 'network-vif-deleted', 'tag': '0e4280bd-8d12-43d0-879f-6e17a9e8943d', 'status': 'completed', 'code': 200} Jun 24 20:35:02.434599 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46526) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:02.451491 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2755632-deeb-41d5-8511-f462466fe2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:02.465792 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c2755632-deeb-41d5-8511-f462466fe2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:02.470292 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c2755632-deeb-41d5-8511-f462466fe2bc admin admin] Usage tracker for resource:security_group_rule and tenant:9333de7cbf6d4722be85b35d5584badc is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:02.473363 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c2755632-deeb-41d5-8511-f462466fe2bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:02.479209 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c2755632-deeb-41d5-8511-f462466fe2bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:02.577275 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2755632-deeb-41d5-8511-f462466fe2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:02.584252 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2755632-deeb-41d5-8511-f462466fe2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:02.636047 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-c2755632-deeb-41d5-8511-f462466fe2bc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9333de7cbf6d4722be85b35d5584badc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002890 Jun 24 20:35:02.638671 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 46536) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:02.643611 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2755632-deeb-41d5-8511-f462466fe2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5afc8d3-1f39-4095-88d9-59c85f202870,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:02.774927 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f289804e-7447-40fd-a51e-578bcdb3ea7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:02.830358 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f289804e-7447-40fd-a51e-578bcdb3ea7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:02.964093 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f289804e-7447-40fd-a51e-578bcdb3ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:02.984715 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289804e-7447-40fd-a51e-578bcdb3ea7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5afc8d3-1f39-4095-88d9-59c85f202870,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:02.990042 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f289804e-7447-40fd-a51e-578bcdb3ea7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:02.991818 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-f289804e-7447-40fd-a51e-578bcdb3ea7c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c5afc8d3-1f39-4095-88d9-59c85f202870 HTTP/1.1" status: 204 len: 168 time: 0.3511357 Jun 24 20:35:03.314953 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-56c127da-d7ac-4e6b-968a-1bb1b41e56ed tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:03.323569 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46580) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:03.323938 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-56c127da-d7ac-4e6b-968a-1bb1b41e56ed tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/networks?id=5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 HTTP/1.1" status: 200 len: 809 time: 0.1741276 Jun 24 20:35:03.337136 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:35:03.363693 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-07de623b-99ba-48c7-88b8-b8dcd16761e3 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/quotas/0a9d25b63848403bbb8b32e8512fa804 HTTP/1.1" status: 200 len: 375 time: 0.0226095 Jun 24 20:35:03.411261 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:35:03.413162 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 9f77ed41-ae9d-48ad-be97-c5e8822a2df3 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:35:03.470682 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-025ea7e5-38af-481a-aa83-aba04d265378 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Synchronizing usage tracker for tenant:0a9d25b63848403bbb8b32e8512fa804 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:35:03.490620 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-025ea7e5-38af-481a-aa83-aba04d265378 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Unset dirty status for tenant:0a9d25b63848403bbb8b32e8512fa804 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:35:03.492030 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-025ea7e5-38af-481a-aa83-aba04d265378 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=0a9d25b63848403bbb8b32e8512fa804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248555 Jun 24 20:35:03.505719 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f779b12-b0c5-4c4e-8592-f1b1d8b53e4e req-1b8407ff-c061-42cb-bc8e-0ba3a860f391 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:03.514157 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9f779b12-b0c5-4c4e-8592-f1b1d8b53e4e req-1b8407ff-c061-42cb-bc8e-0ba3a860f391 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1144233 Jun 24 20:35:03.552192 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-750d2b11-73fe-4b8b-8160-686f3fae0dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:03.587307 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-750d2b11-73fe-4b8b-8160-686f3fae0dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:03.592031 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9f779b12-b0c5-4c4e-8592-f1b1d8b53e4e req-e4db5d34-4976-4298-87b2-a6b74b04d46d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770574 Jun 24 20:35:03.594274 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-750d2b11-73fe-4b8b-8160-686f3fae0dcb admin admin] Usage tracker for resource:security_group_rule and tenant:6e1cf9df108940a08972b7d0daa3f653 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:03.601774 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-750d2b11-73fe-4b8b-8160-686f3fae0dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:03.608141 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-750d2b11-73fe-4b8b-8160-686f3fae0dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:03.657952 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-df36f45d-c5c8-47c9-817f-d601988f101b service neutron] 10.222.0.33 "GET /v2.0/networks/5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484256 Jun 24 20:35:03.706248 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-750d2b11-73fe-4b8b-8160-686f3fae0dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:03.711615 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-750d2b11-73fe-4b8b-8160-686f3fae0dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:03.762772 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-750d2b11-73fe-4b8b-8160-686f3fae0dcb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6e1cf9df108940a08972b7d0daa3f653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383659 Jun 24 20:35:03.765282 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46600) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:03.767968 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d2b11-73fe-4b8b-8160-686f3fae0dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00322452-a04b-4656-ad9d-3af616da4b30,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:03.828697 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24bcdb42-18b9-43ad-b203-f19e29be9358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:03.836983 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-910fd01d-d557-4b2d-9b3e-61bf57b13bfc service neutron] 10.222.0.33 "GET /v2.0/networks/5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721649 Jun 24 20:35:03.864998 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24bcdb42-18b9-43ad-b203-f19e29be9358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:03.924444 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24bcdb42-18b9-43ad-b203-f19e29be9358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:03.945823 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcdb42-18b9-43ad-b203-f19e29be9358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00322452-a04b-4656-ad9d-3af616da4b30,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:03.973653 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24bcdb42-18b9-43ad-b203-f19e29be9358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:03.974816 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-24bcdb42-18b9-43ad-b203-f19e29be9358 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/00322452-a04b-4656-ad9d-3af616da4b30 HTTP/1.1" status: 204 len: 168 time: 0.2086461 Jun 24 20:35:04.093156 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-aca2a1d4-5d1e-4147-bd6f-edb708364484 req-c17fb535-0e1c-41e1-8689-85d47f31ece8 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 210 time: 0.0758753 Jun 24 20:35:04.568966 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46650) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:04.913150 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f06b99-650a-4432-88fa-fb4b00bab45f req-3f44575e-852d-420f-ae0b-b6060efd6d6d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:04.916032 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-36f06b99-650a-4432-88fa-fb4b00bab45f req-3f44575e-852d-420f-ae0b-b6060efd6d6d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1455469 Jun 24 20:35:04.987301 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-36f06b99-650a-4432-88fa-fb4b00bab45f req-42c4ad95-1413-4762-88e0-a0a24aabc6b7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632288 Jun 24 20:35:05.342191 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 0e4280bd-8d12-43d0-879f-6e17a9e8943d no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:35:05.375392 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a2636bad-343d-4588-b77f-f37717d33d95 req-9196e7e8-3477-4d72-a54c-eb7fefa775d9 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 210 time: 0.0927298 Jun 24 20:35:05.440852 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 0e4280bd-8d12-43d0-879f-6e17a9e8943d {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:35:05.441187 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 0e4280bd-8d12-43d0-879f-6e17a9e8943d not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:35:05.543204 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3aa03edd-f35e-490b-a0b4-055b23554aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788504'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:05.685513 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-185993a1-2511-4954-bda7-83acb36bbfd2 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:05.688019 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-185993a1-2511-4954-bda7-83acb36bbfd2 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.15 "GET /v2.0/networks?id=5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 HTTP/1.1" status: 200 len: 809 time: 0.2715828 Jun 24 20:35:05.709093 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Request body: {'port': {'device_id': '5c01071c-42ba-47ff-bf8c-0460ee8519c1', 'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0', 'admin_state_up': True, 'tenant_id': '0a9d25b63848403bbb8b32e8512fa804'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:05.885320 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:05.896425 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:05.908864 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Made reservation on behalf of 0a9d25b63848403bbb8b32e8512fa804 for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:35:05.912898 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:06.016416 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3aa03edd-f35e-490b-a0b4-055b23554aef admin admin] Deleting port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:35:06.016917 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3aa03edd-f35e-490b-a0b4-055b23554aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:06.292470 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Allocated IP 172.20.0.12 (5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0/2ebb051e-012a-440a-bba1-8a83845818c5/b5f8a026-f33d-4b8e-b081-1b2fb98d15f1) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:35:06.314268 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-3aa03edd-f35e-490b-a0b4-055b23554aef admin admin] For port 4f63cede-c580-4aa1-86b2-cf6b65d3cd76, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=4f63cede-c580-4aa1-86b2-cf6b65d3cd76,segment=NetworkSegment(623e4cf7-5a10-474e-accc-40e4191763b3),segment_id=623e4cf7-5a10-474e-accc-40e4191763b3)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:06.315724 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3aa03edd-f35e-490b-a0b4-055b23554aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:06.358916 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e5943-d1ce-4903-ade2-bdb368548f43 req-19b2466b-1e36-456a-8f67-c845f2c85714 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:06.360404 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e32e5943-d1ce-4903-ade2-bdb368548f43 req-19b2466b-1e36-456a-8f67-c845f2c85714 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1591539 Jun 24 20:35:06.521038 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e32e5943-d1ce-4903-ade2-bdb368548f43 req-51f92795-5707-4ace-aaeb-5c33de36b322 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436689 Jun 24 20:35:06.523929 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:06.596012 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3aa03edd-f35e-490b-a0b4-055b23554aef admin admin] Calling delete_port for 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:35:06.615428 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:06.649677 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:06.716620 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Network 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:35:06.730711 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:35:06.734191 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:35:06.787354 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Pushing event updated for resources: {'Port': ['ID=b5f8a026-f33d-4b8e-b081-1b2fb98d15f1,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:06.838496 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:06.839447 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:06.865099 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-44bdc062-2dbb-4611-80af-a8ccb2f302d1 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1665246 Jun 24 20:35:06.880862 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Request body: {'port': {'device_id': '5c01071c-42ba-47ff-bf8c-0460ee8519c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:06.958417 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd5086-eb93-49d1-8153-43210f4ccd10 req-652bc781-a415-408d-951a-9ab7f357820c tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:06.959808 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e8bd5086-eb93-49d1-8153-43210f4ccd10 req-652bc781-a415-408d-951a-9ab7f357820c tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 932 time: 0.3337238 Jun 24 20:35:06.990054 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:07.019217 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e8bd5086-eb93-49d1-8153-43210f4ccd10 req-ef9ae948-4e6d-45f6-81a7-870d982a0af8 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518351 Jun 24 20:35:07.171741 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3aa03edd-f35e-490b-a0b4-055b23554aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:07.219860 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa03edd-f35e-490b-a0b4-055b23554aef admin admin] Pushing event deleted for resources: {'Port': ['ID=4f63cede-c580-4aa1-86b2-cf6b65d3cd76,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:07.421703 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:35:07.432320 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:07.453767 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Transition to ACTIVE for port object b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:35:07.459206 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:07.567104 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3aa03edd-f35e-490b-a0b4-055b23554aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4173695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788460'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:07.689065 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f8a026-f33d-4b8e-b081-1b2fb98d15f1,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:07.835372 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Attempting to bind port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:35:07.836208 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Attempting to bind port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'dca36795-b746-4bbd-b342-85f578079c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:35:07.836634 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Attempting to bind port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 on network 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:35:07.843371 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 on network 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:35:07.844029 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Attempting to bind port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 on network 5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:35:07.852169 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:35:07.853236 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Checking segment: {'id': 'dca36795-b746-4bbd-b342-85f578079c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:35:07.854617 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Bound using segment: {'id': 'dca36795-b746-4bbd-b342-85f578079c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:35:07.855916 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Bound port: b5f8a026-f33d-4b8e-b081-1b2fb98d15f1, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca36795-b746-4bbd-b342-85f578079c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:35:07.857069 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:07.901301 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08634ed8-1ca6-4acc-9ba6-13eae262d9db req-1b95b804-ca7e-4b26-b316-5c8bf224f655 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:07.903138 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-08634ed8-1ca6-4acc-9ba6-13eae262d9db req-1b95b804-ca7e-4b26-b316-5c8bf224f655 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.2247779 Jun 24 20:35:07.994326 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-08634ed8-1ca6-4acc-9ba6-13eae262d9db req-336a6006-21b6-4639-914e-7726d3c9a10d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579989 Jun 24 20:35:08.023164 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] For port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:35:08.026253 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] For port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b5f8a026-f33d-4b8e-b081-1b2fb98d15f1,segment=NetworkSegment(dca36795-b746-4bbd-b342-85f578079c38),segment_id=dca36795-b746-4bbd-b342-85f578079c38)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:35:08.033211 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:08.083156 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa03edd-f35e-490b-a0b4-055b23554aef admin admin] Router a5960b34-7f65-4484-88a2-90bd0fe0619c has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:35:08.140258 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:08.141381 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:08.143180 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] 10.222.0.15 "PUT /v2.0/ports/b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 HTTP/1.1" status: 200 len: 1094 time: 1.2667356 Jun 24 20:35:08.143598 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c01071c-42ba-47ff-bf8c-0460ee8519c1', 'tag': 'b5f8a026-f33d-4b8e-b081-1b2fb98d15f1'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:35:08.255710 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca272381-4697-489e-92d9-6a5e702cb8cc'] response: {'name': 'network-changed', 'server_uuid': '5c01071c-42ba-47ff-bf8c-0460ee8519c1', 'tag': 'b5f8a026-f33d-4b8e-b081-1b2fb98d15f1', 'status': 'completed', 'code': 200} Jun 24 20:35:08.267820 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851584f-be07-4230-9cd9-1e4f42fb1fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f8a026-f33d-4b8e-b081-1b2fb98d15f1,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:08.302417 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-67fdba9f-56ca-4d1d-8062-e6c7abf25407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:08.304181 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-67fdba9f-56ca-4d1d-8062-e6c7abf25407 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a9d25b63848403bbb8b32e8512fa804&device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 1097 time: 0.1183751 Jun 24 20:35:08.450071 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa03edd-f35e-490b-a0b4-055b23554aef admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:35:08.461952 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b726b9-3dae-445f-b3b0-6346aaf2fdd1 None None] Sync routers for ids ['a5960b34-7f65-4484-88a2-90bd0fe0619c'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:35:08.472626 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-3aa03edd-f35e-490b-a0b4-055b23554aef admin admin] 10.222.0.33 "PUT /v2.0/routers/a5960b34-7f65-4484-88a2-90bd0fe0619c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8993337 Jun 24 20:35:08.473117 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46776) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:08.474221 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-4e600f36-d0d4-45d5-a367-7bdbd54fe090 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 HTTP/1.1" status: 200 len: 217 time: 0.1556041 Jun 24 20:35:08.484823 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b726b9-3dae-445f-b3b0-6346aaf2fdd1 None None] Routers {'a5960b34-7f65-4484-88a2-90bd0fe0619c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:35:08.485756 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-22b726b9-3dae-445f-b3b0-6346aaf2fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:34:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a5960b34-7f65-4484-88a2-90bd0fe0619c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:08.547286 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-cb26be17-0a3e-4c90-ae1c-d27b1d886562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:08.548847 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-cb26be17-0a3e-4c90-ae1c-d27b1d886562 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ebb051e-012a-440a-bba1-8a83845818c5 HTTP/1.1" status: 200 len: 849 time: 0.0675299 Jun 24 20:35:08.641281 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64586b19-1464-4fb3-b500-1f1f4f1c756b req-d48fe561-0f32-4532-9e59-5b5a1a2dca90 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:08.642943 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-64586b19-1464-4fb3-b500-1f1f4f1c756b req-d48fe561-0f32-4532-9e59-5b5a1a2dca90 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 944 time: 0.3773010 Jun 24 20:35:08.658653 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-b947cfb1-4321-4aaf-a5dc-590b3f9cdb62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979726 Jun 24 20:35:08.719429 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-64586b19-1464-4fb3-b500-1f1f4f1c756b req-92f71a49-2e46-4889-89ce-8d4af9b55eab tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617700 Jun 24 20:35:08.743329 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:08.804897 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-22b726b9-3dae-445f-b3b0-6346aaf2fdd1 None None] Set router a5960b34-7f65-4484-88a2-90bd0fe0619c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:35:08.913790 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-6b65f1f0-f0df-4dac-91f5-adc237b6fd04 service neutron] 10.222.0.15 "GET /v2.0/networks/5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381973 Jun 24 20:35:09.080783 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:09.098112 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Deleting port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:35:09.099144 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:09.118507 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99415d-7d20-48d7-a49f-d817db7591cc req-d8b5a49c-7904-452c-b42b-30f489d11f37 service neutron] 10.222.0.15 "GET /v2.0/networks/5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965444 Jun 24 20:35:09.248667 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-22b726b9-3dae-445f-b3b0-6346aaf2fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'name': 'tempest-DeleteServersTestJSON-52703545-router', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:35:07Z', 'revision_number': 5, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'gw_port': {'id': '2de46bea-eacd-47a0-b2b3-ea39f2f31e9a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:40Z', 'updated_at': '2022-06-24T20:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:09.253190 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b726b9-3dae-445f-b3b0-6346aaf2fdd1 None None] Checking router: a5960b34-7f65-4484-88a2-90bd0fe0619c for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:35:09.263594 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b726b9-3dae-445f-b3b0-6346aaf2fdd1 None None] Routers {'a5960b34-7f65-4484-88a2-90bd0fe0619c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:35:09.264204 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-22b726b9-3dae-445f-b3b0-6346aaf2fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:34:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a5960b34-7f65-4484-88a2-90bd0fe0619c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:09.427676 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564918a-a553-4bd8-8bff-047789b2a038 req-ee3104a4-e293-4a69-973a-fd6f373facac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:09.429682 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7564918a-a553-4bd8-8bff-047789b2a038 req-ee3104a4-e293-4a69-973a-fd6f373facac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a9d25b63848403bbb8b32e8512fa804&device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 1097 time: 0.2380712 Jun 24 20:35:09.431663 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] For port 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=2de46bea-eacd-47a0-b2b3-ea39f2f31e9a,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:09.432146 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:09.439651 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcc968-a17d-47c0-8397-ce554a06d4d2 req-2680e568-869b-4c01-89d0-3cfd1b2a9ea2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:09.442286 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0ebcc968-a17d-47c0-8397-ce554a06d4d2 req-2680e568-869b-4c01-89d0-3cfd1b2a9ea2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.2537007 Jun 24 20:35:09.549119 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-22b726b9-3dae-445f-b3b0-6346aaf2fdd1 None None] Set router a5960b34-7f65-4484-88a2-90bd0fe0619c gateway port host: None {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:35:09.604142 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0ebcc968-a17d-47c0-8397-ce554a06d4d2 req-90066d24-06c9-4372-a694-c751ce04132f tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376412 Jun 24 20:35:09.640568 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Calling delete_port for 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:35:09.684420 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-22b726b9-3dae-445f-b3b0-6346aaf2fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'name': 'tempest-DeleteServersTestJSON-52703545-router', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:35:09Z', 'revision_number': 6, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'gw_port_host': None}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:09.688654 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b726b9-3dae-445f-b3b0-6346aaf2fdd1 None None] The sync data for ids ['a5960b34-7f65-4484-88a2-90bd0fe0619c'] in dv-cinder-847189-4-iscsi is: [{'id': 'a5960b34-7f65-4484-88a2-90bd0fe0619c', 'name': 'tempest-DeleteServersTestJSON-52703545-router', 'tenant_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:35:09Z', 'revision_number': 6, 'project_id': '6250adb3b69f44daaa28fc400ae5b0eb', 'gw_port_host': None}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:35:09.696494 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564918a-a553-4bd8-8bff-047789b2a038 req-f2f032d0-c9c4-4181-984c-662aa3f00d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:09.699460 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7564918a-a553-4bd8-8bff-047789b2a038 req-f2f032d0-c9c4-4181-984c-662aa3f00d43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 HTTP/1.1" status: 200 len: 910 time: 0.2560978 Jun 24 20:35:09.775968 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7564918a-a553-4bd8-8bff-047789b2a038 req-aaa70626-d3cb-4182-afd7-8e834a7506e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 HTTP/1.1" status: 200 len: 217 time: 0.0688481 Jun 24 20:35:09.862524 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564918a-a553-4bd8-8bff-047789b2a038 req-ec8caff2-7a8b-416e-a550-d5b0ad4926af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:09.864029 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7564918a-a553-4bd8-8bff-047789b2a038 req-ec8caff2-7a8b-416e-a550-d5b0ad4926af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ebb051e-012a-440a-bba1-8a83845818c5 HTTP/1.1" status: 200 len: 849 time: 0.0800240 Jun 24 20:35:09.923922 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7564918a-a553-4bd8-8bff-047789b2a038 req-a3f17894-a607-48b7-b7ca-c66e3b0cf8b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523014 Jun 24 20:35:09.925293 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:09.980371 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Pushing event deleted for resources: {'Port': ['ID=2de46bea-eacd-47a0-b2b3-ea39f2f31e9a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:10.080709 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7564918a-a553-4bd8-8bff-047789b2a038 req-b8aafd59-2264-476e-b329-db47cce5f2ab service neutron] 10.222.0.15 "GET /v2.0/networks/5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492224 Jun 24 20:35:10.113579 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090c982-6188-4f92-851c-8944d9150437 req-cb8731b9-f4cf-4fac-81bc-8668572a2d27 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:10.115147 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9090c982-6188-4f92-851c-8944d9150437 req-cb8731b9-f4cf-4fac-81bc-8668572a2d27 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 944 time: 0.2335765 Jun 24 20:35:10.115973 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3787065'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:10.233671 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7564918a-a553-4bd8-8bff-047789b2a038 req-2051658c-4ae0-4260-97ea-323b834bb666 service neutron] 10.222.0.15 "GET /v2.0/networks/5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432211 Jun 24 20:35:10.317305 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64911'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:10.321083 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:10.328061 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9090c982-6188-4f92-851c-8944d9150437 req-024964a6-576f-4378-a352-90fbf95dc9da tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691024 Jun 24 20:35:10.408953 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3785944'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:10.409669 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5960b34-7f65-4484-88a2-90bd0fe0619c {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 20:35:10.424405 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:10.425524 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-bfa09a12-0220-49d2-a9df-bcb42943a58b admin admin] 10.222.0.33 "DELETE /v2.0/routers/a5960b34-7f65-4484-88a2-90bd0fe0619c HTTP/1.1" status: 204 len: 168 time: 1.9515185 Jun 24 20:35:10.429478 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46820) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:10.490849 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3174b7a-6ad9-4ed4-a877-32db1ea887d1 admin admin] Deleting subnet 7ad5424a-8796-4922-902a-fa02fd0f87f6 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:35:10.494092 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3174b7a-6ad9-4ed4-a877-32db1ea887d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:10.544042 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3174b7a-6ad9-4ed4-a877-32db1ea887d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324530'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:10.769300 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3174b7a-6ad9-4ed4-a877-32db1ea887d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:10.844588 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deedbf4-f991-4048-8170-0f53bad5854c req-d351b342-1f0b-4645-b3d8-14904acb9fe2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:10.847123 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7deedbf4-f991-4048-8170-0f53bad5854c req-d351b342-1f0b-4645-b3d8-14904acb9fe2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1233308 Jun 24 20:35:10.888628 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3174b7a-6ad9-4ed4-a877-32db1ea887d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584376'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:10.921007 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3174b7a-6ad9-4ed4-a877-32db1ea887d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad5424a-8796-4922-902a-fa02fd0f87f6,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:10.928598 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3174b7a-6ad9-4ed4-a877-32db1ea887d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:10.934169 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8347df3c-bc6b-41e8-a0a8-467dc2f83442 None None] Network 97558abb-9b1e-48ef-bd77-5d54b84cf9fc requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:35:10.944714 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7deedbf4-f991-4048-8170-0f53bad5854c req-790b5b8f-4f7b-4f1a-8b3c-49b533b7299f tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878980 Jun 24 20:35:10.966106 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 46838) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:10.975964 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-b3174b7a-6ad9-4ed4-a877-32db1ea887d1 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/7ad5424a-8796-4922-902a-fa02fd0f87f6 HTTP/1.1" status: 204 len: 168 time: 0.5303235 Jun 24 20:35:11.175968 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46846) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:11.190450 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.191562 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:35:11.203964 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Deleting port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:35:11.204639 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.232788 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:35:11.233135 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 2de46bea-eacd-47a0-b2b3-ea39f2f31e9a not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:35:11.233666 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:35:11.245603 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46852) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:11.302739 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1616d11-c3e5-49d7-bcca-1abb9d61001a None None] DHCP port deletion for 97558abb-9b1e-48ef-bd77-5d54b84cf9fc request from dv-cinder-847189-4-iscsi {{(pid=88161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 20:35:11.321204 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:35:11.321527 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 4f63cede-c580-4aa1-86b2-cf6b65d3cd76 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:35:11.323231 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b1616d11-c3e5-49d7-bcca-1abb9d61001a None None] Deleting port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:35:11.323634 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b1616d11-c3e5-49d7-bcca-1abb9d61001a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.422724 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9285a0c8-6165-4203-b435-d34489b9402a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.488591 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9285a0c8-6165-4203-b435-d34489b9402a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:11.492017 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-59937af8-01fc-46e0-9559-0e1f9471afac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.506516 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] For port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2,segment=NetworkSegment(623e4cf7-5a10-474e-accc-40e4191763b3),segment_id=623e4cf7-5a10-474e-accc-40e4191763b3)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:11.506993 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.510847 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-59937af8-01fc-46e0-9559-0e1f9471afac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:11.515751 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-59937af8-01fc-46e0-9559-0e1f9471afac admin admin] Usage tracker for resource:security_group_rule and tenant:0735bf19862d43b3a6da72651d0fdd75 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:11.518698 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-59937af8-01fc-46e0-9559-0e1f9471afac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:11.524677 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-59937af8-01fc-46e0-9559-0e1f9471afac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:11.542478 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-9285a0c8-6165-4203-b435-d34489b9402a admin admin] Usage tracker for resource:security_group_rule and tenant:fc53ef2d81514005ad1db3314068df9a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:11.547811 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-9285a0c8-6165-4203-b435-d34489b9402a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:11.570182 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9285a0c8-6165-4203-b435-d34489b9402a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:11.595902 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b1616d11-c3e5-49d7-bcca-1abb9d61001a None None] For port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2,segment=NetworkSegment(623e4cf7-5a10-474e-accc-40e4191763b3),segment_id=623e4cf7-5a10-474e-accc-40e4191763b3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:11.596407 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b1616d11-c3e5-49d7-bcca-1abb9d61001a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.668260 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Calling delete_port for df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:35:11.691356 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46870) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:11.723989 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b1616d11-c3e5-49d7-bcca-1abb9d61001a None None] Calling delete_port for df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 owned by network:dhcp {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:35:11.751141 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.766507 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-59937af8-01fc-46e0-9559-0e1f9471afac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.779469 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-59937af8-01fc-46e0-9559-0e1f9471afac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.805051 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:11.806151 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] No DVR routers for this DVR port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 on host dv-cinder-847189-4-iscsi {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:35:11.855682 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c33438-b542-4380-9998-3e27fdd730b2 admin admin] Deleting subnet d55c5f5e-953c-47b8-9acf-c5f277f861f8 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:35:11.878012 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-59937af8-01fc-46e0-9559-0e1f9471afac admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0735bf19862d43b3a6da72651d0fdd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6308019 Jun 24 20:35:11.878885 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.db.api [None req-b1616d11-c3e5-49d7-bcca-1abb9d61001a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:35:11.879270 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG oslo_db.api [None req-b1616d11-c3e5-49d7-bcca-1abb9d61001a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:35:11.882756 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46874) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:11.883366 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50c33438-b542-4380-9998-3e27fdd730b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.922309 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.947361 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97558abb-9b1e-48ef-bd77-5d54b84cf9fc']}} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:11.960120 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59937af8-01fc-46e0-9559-0e1f9471afac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e951748d-0e36-4f35-9f26-4804d1be6e8f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:11.961332 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623e4cf7-5a10-474e-accc-40e4191763b3') {'for_net_delete': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:11.961784 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623e4cf7-5a10-474e-accc-40e4191763b3') {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:11.968431 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50c33438-b542-4380-9998-3e27fdd730b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324530'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.975973 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3254610'] for segment, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:11.996052 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.003520 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:35:12.004001 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2375450'] for segment, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.039712 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5bd7c-9480-488c-8eba-41c4f3394c9f req-30aaa219-41d6-4a6c-846e-386b0cd15a8d tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:12.041359 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-48e5bd7c-9480-488c-8eba-41c4f3394c9f req-30aaa219-41d6-4a6c-846e-386b0cd15a8d tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 944 time: 0.4746888 Jun 24 20:35:12.097646 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment 623e4cf7-5a10-474e-accc-40e4191763b3 resource provider aggregate not found Jun 24 20:35:12.153479 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9285a0c8-6165-4203-b435-d34489b9402a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.154988 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50c33438-b542-4380-9998-3e27fdd730b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.162452 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment 623e4cf7-5a10-474e-accc-40e4191763b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 623e4cf7-5a10-474e-accc-40e4191763b3 found for delete ", "request_id": "req-d83f8b3a-6bea-457f-a9ef-0c0cd07378dc"}]} Jun 24 20:35:12.179502 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.200411 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9285a0c8-6165-4203-b435-d34489b9402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.205630 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.214887 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=97558abb-9b1e-48ef-bd77-5d54b84cf9fc,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:12.225203 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-48e5bd7c-9480-488c-8eba-41c4f3394c9f req-de69e8ba-9c3b-4f77-bdb1-44c03574a061 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739776 Jun 24 20:35:12.255310 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-c3f78dee-d2fc-4a4f-ba4f-f0f45bf46e5b admin admin] 10.222.0.33 "DELETE /v2.0/networks/97558abb-9b1e-48ef-bd77-5d54b84cf9fc HTTP/1.1" status: 204 len: 168 time: 1.2877829 Jun 24 20:35:12.264341 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c001-ecfc-4bc9-a4c6-c5b9e445ecec req-d6dcda47-fa44-4f33-8446-7bc9d59298c4 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:12.265342 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e5ac52e9-ceda-48f2-be9e-4651b67f7fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.266610 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6c00c001-ecfc-4bc9-a4c6-c5b9e445ecec req-d6dcda47-fa44-4f33-8446-7bc9d59298c4 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1648171 Jun 24 20:35:12.291931 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285a0c8-6165-4203-b435-d34489b9402a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1daabc-e713-4149-8eac-336054fb1b52,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:12.319577 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-9285a0c8-6165-4203-b435-d34489b9402a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fc53ef2d81514005ad1db3314068df9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1424882 Jun 24 20:35:12.321471 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6c00c001-ecfc-4bc9-a4c6-c5b9e445ecec req-2e59ab56-5f32-4401-b952-6d3b9b3b54ea tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481679 Jun 24 20:35:12.321892 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46888) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:12.335424 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e5ac52e9-ceda-48f2-be9e-4651b67f7fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.376316 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50c33438-b542-4380-9998-3e27fdd730b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584376'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.380544 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b1616d11-c3e5-49d7-bcca-1abb9d61001a None None] Deleting port df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:35:12.381003 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b1616d11-c3e5-49d7-bcca-1abb9d61001a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.401002 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 46892) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:12.443495 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50c33438-b542-4380-9998-3e27fdd730b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.446868 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c33438-b542-4380-9998-3e27fdd730b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55c5f5e-953c-47b8-9acf-c5f277f861f8,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:12.457450 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b1616d11-c3e5-49d7-bcca-1abb9d61001a None None] The port 'df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2' was deleted {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 20:35:12.464625 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-fc4971da-7b22-4c5d-8757-dbb368daaa4f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6250adb3b69f44daaa28fc400ae5b0eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0598633 Jun 24 20:35:12.464813 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 46896) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:12.486498 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-50c33438-b542-4380-9998-3e27fdd730b2 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/d55c5f5e-953c-47b8-9acf-c5f277f861f8 HTTP/1.1" status: 204 len: 168 time: 0.7938173 Jun 24 20:35:12.489668 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46900) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:12.511421 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6413cfb6-cb6f-4978-b459-099b19e23383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.527273 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-af6681f5-b91a-475a-97e4-fe3ed526ccea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.553985 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-af6681f5-b91a-475a-97e4-fe3ed526ccea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.601384 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e5ac52e9-ceda-48f2-be9e-4651b67f7fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.611173 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-af6681f5-b91a-475a-97e4-fe3ed526ccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.621101 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6413cfb6-cb6f-4978-b459-099b19e23383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.630497 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6681f5-b91a-475a-97e4-fe3ed526ccea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:12.638419 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac52e9-ceda-48f2-be9e-4651b67f7fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e951748d-0e36-4f35-9f26-4804d1be6e8f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:12.646618 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-af6681f5-b91a-475a-97e4-fe3ed526ccea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.650224 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-af6681f5-b91a-475a-97e4-fe3ed526ccea admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/074c54e0-f6fd-4bff-b2c9-fce53b6c0f7e HTTP/1.1" status: 204 len: 168 time: 0.1820617 Jun 24 20:35:12.667599 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c8920993-e3bd-4526-9fb2-5223376798ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.688010 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e5ac52e9-ceda-48f2-be9e-4651b67f7fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.692059 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-e5ac52e9-ceda-48f2-be9e-4651b67f7fd7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e951748d-0e36-4f35-9f26-4804d1be6e8f HTTP/1.1" status: 204 len: 168 time: 0.7381256 Jun 24 20:35:12.816443 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6413cfb6-cb6f-4978-b459-099b19e23383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.836096 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c8920993-e3bd-4526-9fb2-5223376798ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.844155 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413cfb6-cb6f-4978-b459-099b19e23383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1daabc-e713-4149-8eac-336054fb1b52,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:12.866039 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6413cfb6-cb6f-4978-b459-099b19e23383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.867540 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-6413cfb6-cb6f-4978-b459-099b19e23383 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7d1daabc-e713-4149-8eac-336054fb1b52 HTTP/1.1" status: 204 len: 168 time: 0.5416739 Jun 24 20:35:12.869370 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-c8920993-e3bd-4526-9fb2-5223376798ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be01e24d-4486-4831-ae4f-1d8467503f12']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:12.885635 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-c8920993-e3bd-4526-9fb2-5223376798ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b67ae0-e841-4cc9-8230-5da570484fc1') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:12.885939 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-c8920993-e3bd-4526-9fb2-5223376798ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b67ae0-e841-4cc9-8230-5da570484fc1') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:12.898037 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c8920993-e3bd-4526-9fb2-5223376798ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324539'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.915020 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c8920993-e3bd-4526-9fb2-5223376798ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.921596 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8920993-e3bd-4526-9fb2-5223376798ec admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:35:12.921984 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c8920993-e3bd-4526-9fb2-5223376798ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653593'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:12.990697 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 08b67ae0-e841-4cc9-8230-5da570484fc1 resource provider aggregate not found Jun 24 20:35:13.044985 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 08b67ae0-e841-4cc9-8230-5da570484fc1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08b67ae0-e841-4cc9-8230-5da570484fc1 found for delete ", "request_id": "req-acc48529-9215-4bf1-a671-1c7dfc9da7a1"}]} Jun 24 20:35:13.057481 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c8920993-e3bd-4526-9fb2-5223376798ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:13.090436 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c8920993-e3bd-4526-9fb2-5223376798ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:13.093336 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8920993-e3bd-4526-9fb2-5223376798ec admin admin] Pushing event deleted for resources: {'Network': ['ID=be01e24d-4486-4831-ae4f-1d8467503f12,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:13.099235 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-c8920993-e3bd-4526-9fb2-5223376798ec admin admin] 10.222.0.33 "DELETE /v2.0/networks/be01e24d-4486-4831-ae4f-1d8467503f12 HTTP/1.1" status: 204 len: 168 time: 0.6064911 Jun 24 20:35:13.101689 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46928) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:13.172469 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-9286765f-01ad-43e7-8d1b-c2b17c179b47 admin admin] Deleting subnet d5b3c23a-afac-49ca-b953-711594d7dc04 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:35:13.175929 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9286765f-01ad-43e7-8d1b-c2b17c179b47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:13.178433 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:35:13.228091 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:35:13.228736 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device df9e1d7f-2b09-4b65-a0b7-d47195ccb2b2 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:35:13.231217 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9286765f-01ad-43e7-8d1b-c2b17c179b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324530'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:13.290213 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9286765f-01ad-43e7-8d1b-c2b17c179b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:13.339937 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46942) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:13.367746 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4387a9e8-ff8a-42eb-98eb-966cd02c0e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:13.370341 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:35:13.408210 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4387a9e8-ff8a-42eb-98eb-966cd02c0e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:13.417005 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-4387a9e8-ff8a-42eb-98eb-966cd02c0e03 admin admin] Usage tracker for resource:security_group_rule and tenant:8beb5a266af544a2ba64d9c114cbb1a6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:13.423177 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-4387a9e8-ff8a-42eb-98eb-966cd02c0e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:13.440789 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4387a9e8-ff8a-42eb-98eb-966cd02c0e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:13.588874 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b5f8a026-f33d-4b8e-b081-1b2fb98d15f1,segment=NetworkSegment(dca36795-b746-4bbd-b342-85f578079c38),segment_id=dca36795-b746-4bbd-b342-85f578079c38)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:13.611464 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': 'b5f8a026-f33d-4b8e-b081-1b2fb98d15f1', 'network_id': '5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0', 'port_id': 'b5f8a026-f33d-4b8e-b081-1b2fb98d15f1', 'mac_address': 'fa:16:3e:f6:b3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebb051e-012a-440a-bba1-8a83845818c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:35:13.626749 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f9d68-ffd3-42fd-a7cf-0d07dd3f5a2f req-e84d081c-0197-4d41-b69f-09b398b3720d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:13.634608 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a24f9d68-ffd3-42fd-a7cf-0d07dd3f5a2f req-e84d081c-0197-4d41-b69f-09b398b3720d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1423562 Jun 24 20:35:13.654012 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9286765f-01ad-43e7-8d1b-c2b17c179b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584376'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:13.690199 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:35:13.690809 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:13.696499 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a24f9d68-ffd3-42fd-a7cf-0d07dd3f5a2f req-ac6b4f9c-b97c-4d78-8664-03f3941b251d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609045 Jun 24 20:35:13.712544 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286765f-01ad-43e7-8d1b-c2b17c179b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b3c23a-afac-49ca-b953-711594d7dc04,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:13.718253 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:35:13.728060 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9286765f-01ad-43e7-8d1b-c2b17c179b47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:13.737040 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b5f8a026-f33d-4b8e-b081-1b2fb98d15f1,segment=NetworkSegment(dca36795-b746-4bbd-b342-85f578079c38),segment_id=dca36795-b746-4bbd-b342-85f578079c38)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:13.743420 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:13.748773 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-9286765f-01ad-43e7-8d1b-c2b17c179b47 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/d5b3c23a-afac-49ca-b953-711594d7dc04 HTTP/1.1" status: 204 len: 168 time: 0.6460035 Jun 24 20:35:13.750923 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 46956) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:13.824670 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb1929-6b0f-4e8e-9f43-38a4348172ba req-83b1e514-edbb-4f60-abed-5961aed66b69 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:13.833946 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ddeb1929-6b0f-4e8e-9f43-38a4348172ba req-83b1e514-edbb-4f60-abed-5961aed66b69 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 944 time: 0.3617134 Jun 24 20:35:13.853190 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=b5f8a026-f33d-4b8e-b081-1b2fb98d15f1,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:13.904361 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4387a9e8-ff8a-42eb-98eb-966cd02c0e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:13.921101 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ddeb1929-6b0f-4e8e-9f43-38a4348172ba req-cf538cc2-3db4-46d9-88a5-14144c00442b tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859945 Jun 24 20:35:13.925202 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4387a9e8-ff8a-42eb-98eb-966cd02c0e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:13.956311 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f913a59-c26f-41c0-ad75-72a41448dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:13.982038 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387a9e8-ff8a-42eb-98eb-966cd02c0e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad75b45-af84-4afb-8282-619c0897876d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:13.990368 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-4387a9e8-ff8a-42eb-98eb-966cd02c0e03 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8beb5a266af544a2ba64d9c114cbb1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6463211 Jun 24 20:35:13.992025 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 46968) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:13.997583 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['b5f8a026-f33d-4b8e-b081-1b2fb98d15f1'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:35:14.087997 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90d4b577-339f-4489-b6f3-05622e1b48c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:14.124684 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90d4b577-339f-4489-b6f3-05622e1b48c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:14.192109 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90d4b577-339f-4489-b6f3-05622e1b48c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:14.227471 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4b577-339f-4489-b6f3-05622e1b48c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad75b45-af84-4afb-8282-619c0897876d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:14.243211 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f913a59-c26f-41c0-ad75-72a41448dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:14.251946 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 46984) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:14.257560 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90d4b577-339f-4489-b6f3-05622e1b48c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:14.262303 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-90d4b577-339f-4489-b6f3-05622e1b48c9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2ad75b45-af84-4afb-8282-619c0897876d HTTP/1.1" status: 204 len: 168 time: 0.2668898 Jun 24 20:35:14.298946 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-3f913a59-c26f-41c0-ad75-72a41448dd32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a3fb9e-a39a-44ce-8ca0-6cfa7298d3c9']}} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:14.317577 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-3f913a59-c26f-41c0-ad75-72a41448dd32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e53316-23fb-4b38-9850-cb6e78ce8fc3') {'for_net_delete': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:14.317861 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-3f913a59-c26f-41c0-ad75-72a41448dd32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e53316-23fb-4b38-9850-cb6e78ce8fc3') {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:14.354057 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f913a59-c26f-41c0-ad75-72a41448dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3254610'] for segment, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:14.385468 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f913a59-c26f-41c0-ad75-72a41448dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:14.394085 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f913a59-c26f-41c0-ad75-72a41448dd32 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:35:14.394637 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f913a59-c26f-41c0-ad75-72a41448dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2375450'] for segment, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:14.547716 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment 60e53316-23fb-4b38-9850-cb6e78ce8fc3 resource provider aggregate not found Jun 24 20:35:14.573931 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment 60e53316-23fb-4b38-9850-cb6e78ce8fc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60e53316-23fb-4b38-9850-cb6e78ce8fc3 found for delete ", "request_id": "req-73e6064c-d8db-48de-b5fe-7e07f1380656"}]} Jun 24 20:35:14.582656 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f913a59-c26f-41c0-ad75-72a41448dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:14.588313 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f913a59-c26f-41c0-ad75-72a41448dd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:14.609784 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f913a59-c26f-41c0-ad75-72a41448dd32 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a3fb9e-a39a-44ce-8ca0-6cfa7298d3c9,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:14.614011 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-3f913a59-c26f-41c0-ad75-72a41448dd32 admin admin] 10.222.0.33 "DELETE /v2.0/networks/d2a3fb9e-a39a-44ce-8ca0-6cfa7298d3c9 HTTP/1.1" status: 204 len: 168 time: 0.8620286 Jun 24 20:35:14.720054 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-326212954-network', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:14.724719 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:14.728895 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Usage tracker for resource:network and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:14.734169 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:14.746504 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:14.757915 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Made reservation on behalf of eb38036f5e9142b980bb459c181aba56 for: {'network': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:35:14.761018 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:14.773897 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:14.790255 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:14.795049 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Usage tracker for resource:security_group_rule and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:14.798233 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:14.804357 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:14.870500 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47024) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:14.954770 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-80dcca86-b1dc-4f22-9988-e502d8b7a4d2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8447ac14c5454cb89f9ee5ea7e8e5e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0822134 Jun 24 20:35:14.956703 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47046) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:14.972630 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cbef5-1174-4706-9d4c-4d0465cbd629 req-d96313d9-6579-4452-bf36-4817f9592dbf tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:14.980332 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f69cbef5-1174-4706-9d4c-4d0465cbd629 req-d96313d9-6579-4452-bf36-4817f9592dbf tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1590204 Jun 24 20:35:15.018378 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.038776 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9aa91c0-3b21-4e18-8ef6-97f6045d6fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.049923 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f69cbef5-1174-4706-9d4c-4d0465cbd629 req-794899ab-c8d2-4f2d-a437-72a101ac5389 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683663 Jun 24 20:35:15.054623 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.091761 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9aa91c0-3b21-4e18-8ef6-97f6045d6fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.092112 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:35:15.097362 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002fb096-cce2-4c37-985c-72f6390e178a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:15.104334 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.105049 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.segments_db [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Added segment 7ad39ca0-3263-4f74-9dfc-c464bbeed1c9 of type vlan for network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e Jun 24 20:35:15.144158 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.182989 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.184593 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:15.185387 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.257337 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c846c8-0612-4f68-ba22-d76c48ec9e50 req-0c7a0e30-fe76-4241-97d9-8191d4fbb981 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:15.259709 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-60c846c8-0612-4f68-ba22-d76c48ec9e50 req-0c7a0e30-fe76-4241-97d9-8191d4fbb981 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 945 time: 0.1474173 Jun 24 20:35:15.261706 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9aa91c0-3b21-4e18-8ef6-97f6045d6fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.308381 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] Pushing event updated for resources: {'Network': ['ID=0a63aea8-4423-4bc2-8f58-9a1b43cf659e,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:15.318450 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-e9b8b1e6-ccc2-42a3-93b2-13390ba216e0 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0644476 Jun 24 20:35:15.319313 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 47074) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:15.323514 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:35:15.326189 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa91c0-3b21-4e18-8ef6-97f6045d6fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f85d03-ce5c-4e82-a7bd-e3ecac883b22,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:15.352060 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Request body: {'subnet': {'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-subnet', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:15.353470 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9aa91c0-3b21-4e18-8ef6-97f6045d6fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.355777 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-d9aa91c0-3b21-4e18-8ef6-97f6045d6fef admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/40f85d03-ce5c-4e82-a7bd-e3ecac883b22 HTTP/1.1" status: 204 len: 168 time: 0.3964789 Jun 24 20:35:15.365319 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-60c846c8-0612-4f68-ba22-d76c48ec9e50 req-f6212e03-26f9-4508-bc35-884168896690 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952144 Jun 24 20:35:15.365937 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:15.373978 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Usage tracker for resource:subnet and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:15.383243 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:15.398521 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:35:15.414851 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:15.453444 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Made reservation on behalf of eb38036f5e9142b980bb459c181aba56 for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:35:15.456305 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2163071'] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.637341 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:35:15.643981 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:35:15.644383 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.858198 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:35:15.858679 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.898392 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c01071c-42ba-47ff-bf8c-0460ee8519c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f8a026-f33d-4b8e-b081-1b2fb98d15f1'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:35:15.911797 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b5f8a026-f33d-4b8e-b081-1b2fb98d15f1,segment=NetworkSegment(dca36795-b746-4bbd-b342-85f578079c38),segment_id=dca36795-b746-4bbd-b342-85f578079c38)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:15.917007 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.940693 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2371705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2163017'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:15.962184 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47104) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:15.985442 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ff1e48-a07c-44ee-8f84-d749ef44ccb6'] response: {'server_uuid': '5c01071c-42ba-47ff-bf8c-0460ee8519c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f8a026-f33d-4b8e-b081-1b2fb98d15f1', 'code': 200} Jun 24 20:35:16.025846 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=b5f8a026-f33d-4b8e-b081-1b2fb98d15f1,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:16.061884 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd560f02-ecb4-4944-b3a9-c10a6bf8b877 req-84dd745c-ba1d-4843-a187-d67dffdf2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:16.063323 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dd560f02-ecb4-4944-b3a9-c10a6bf8b877 req-84dd745c-ba1d-4843-a187-d67dffdf2b9e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 1098 time: 0.2329662 Jun 24 20:35:16.072315 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84e55a5-a91c-4053-bdd6-57a0a2d2cdda,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:16.077098 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Checking segment: {'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:35:16.077795 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Network hostable DHCP agents. Network: 0a63aea8-4423-4bc2-8f58-9a1b43cf659e, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:35:16.112232 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 47124) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:16.161922 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dd560f02-ecb4-4944-b3a9-c10a6bf8b877 req-d154d8be-b43c-4817-828e-8c9a315f95f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866871 Jun 24 20:35:16.169274 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:35:16.194052 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-1f42ccc7-844f-40d2-9999-a90dd6a211a8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9fef0998b62e4b7a99686ef0adc5a7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782492 Jun 24 20:35:16.196824 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 47130) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:16.199934 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, 0a63aea8-4423-4bc2-8f58-9a1b43cf659e) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:35:16.209981 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad75e0-fdc0-4133-b6e2-37ad5b209711 None None] Network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:35:16.219470 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:16.220043 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:16.262255 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-0c2554fa-ecae-42ec-9171-7eb2a86b38ff admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9234586 Jun 24 20:35:16.267647 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 47134) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:16.274967 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:16.282060 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:16.296555 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Usage tracker for resource:router and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:16.301933 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:16.310810 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:16.312949 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1f13f47d-969a-43c7-9f75-7ab6a18ecc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:16.339714 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3800691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60277'] for router, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:16.341014 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3848008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64902'] for router, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:16.360041 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1f13f47d-969a-43c7-9f75-7ab6a18ecc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:16.449139 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395281-117b-4e38-b3ae-821a53939e39 req-e0da46d6-ea31-4df5-a42a-3ee9c738f702 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:16.452480 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1d395281-117b-4e38-b3ae-821a53939e39 req-e0da46d6-ea31-4df5-a42a-3ee9c738f702 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.2325003 Jun 24 20:35:16.512931 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e3ec61e8-1b91-4d95-8b1d-25a934155667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:16.544759 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e3ec61e8-1b91-4d95-8b1d-25a934155667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:16.553513 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-e3ec61e8-1b91-4d95-8b1d-25a934155667 admin admin] Usage tracker for resource:security_group_rule and tenant:7da5eb554ffa48508efc9aaa2d75ccf9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:16.563269 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:16.568768 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1d395281-117b-4e38-b3ae-821a53939e39 req-2a6a1899-c3c0-47b8-b803-026881650aa9 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776856 Jun 24 20:35:16.575016 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-e3ec61e8-1b91-4d95-8b1d-25a934155667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:16.587451 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1f13f47d-969a-43c7-9f75-7ab6a18ecc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:16.592587 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e3ec61e8-1b91-4d95-8b1d-25a934155667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:16.671270 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13f47d-969a-43c7-9f75-7ab6a18ecc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ccea1b-5e9b-46a6-bf05-cc58e2f789c0,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:16.724200 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e3ec61e8-1b91-4d95-8b1d-25a934155667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:16.729763 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e3ec61e8-1b91-4d95-8b1d-25a934155667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:16.744675 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3845f4-25c2-549b-a277-efe1d63686d0-0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda'}]}} from dv-cinder-847189-4-iscsi. {{(pid=88161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 20:35:16.746691 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:16.770658 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec61e8-1b91-4d95-8b1d-25a934155667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacbe8a8-feb7-4a0a-9584-1c84ace14e2d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:16.810712 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-e3ec61e8-1b91-4d95-8b1d-25a934155667 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7da5eb554ffa48508efc9aaa2d75ccf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8464937 Jun 24 20:35:16.811529 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47150) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:16.857841 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1f13f47d-969a-43c7-9f75-7ab6a18ecc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:16.857841 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-1f13f47d-969a-43c7-9f75-7ab6a18ecc9e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/66ccea1b-5e9b-46a6-bf05-cc58e2f789c0 HTTP/1.1" status: 204 len: 168 time: 0.6583707 Jun 24 20:35:16.934224 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e7c48f67-4d6d-4ec9-bd2f-0d7b4a0b1eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:16.974850 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b7c44-91ee-4e90-befb-c997c3b7499f req-9274085a-aa19-4846-9110-636cb19cd6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:16.976490 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7f4b7c44-91ee-4e90-befb-c997c3b7499f req-9274085a-aa19-4846-9110-636cb19cd6c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 1099 time: 0.5702775 Jun 24 20:35:16.999097 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e7c48f67-4d6d-4ec9-bd2f-0d7b4a0b1eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:17.094462 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64916'] for router, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:17.116878 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d082f-db3d-4498-89b8-2f8133babeed req-499a57df-ecd6-4387-8f9a-e543f75c8acd tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:17.117050 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e7c48f67-4d6d-4ec9-bd2f-0d7b4a0b1eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:17.118347 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-ac2d082f-db3d-4498-89b8-2f8133babeed req-499a57df-ecd6-4387-8f9a-e543f75c8acd tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Synchronizing usage tracker for tenant:0a9d25b63848403bbb8b32e8512fa804 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:35:17.129081 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.db_base_plugin_common [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Allocated IP 172.20.0.2 (0a63aea8-4423-4bc2-8f58-9a1b43cf659e/e84e55a5-a91c-4053-bdd6-57a0a2d2cdda/467a674c-1338-4e0a-bce4-9dde8ac30f21) {{(pid=88161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:35:17.150912 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c48f67-4d6d-4ec9-bd2f-0d7b4a0b1eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacbe8a8-feb7-4a0a-9584-1c84ace14e2d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:17.172410 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7f4b7c44-91ee-4e90-befb-c997c3b7499f req-8076adb8-a4cf-4678-ba1a-a069bc73b562 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337302 Jun 24 20:35:17.176723 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e7c48f67-4d6d-4ec9-bd2f-0d7b4a0b1eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:17.181388 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-e7c48f67-4d6d-4ec9-bd2f-0d7b4a0b1eec admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bacbe8a8-feb7-4a0a-9584-1c84ace14e2d HTTP/1.1" status: 204 len: 168 time: 0.3686850 Jun 24 20:35:17.318241 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-ac2d082f-db3d-4498-89b8-2f8133babeed req-499a57df-ecd6-4387-8f9a-e543f75c8acd tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Unset dirty status for tenant:0a9d25b63848403bbb8b32e8512fa804 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:35:17.319806 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ac2d082f-db3d-4498-89b8-2f8133babeed req-499a57df-ecd6-4387-8f9a-e543f75c8acd tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 946 time: 0.7058709 Jun 24 20:35:17.440928 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ac2d082f-db3d-4498-89b8-2f8133babeed req-5d6438b9-8b79-4323-ad8c-27fd707fed7e tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097405 Jun 24 20:35:17.494413 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Notify callbacks [] for port, precommit_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:17.507830 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Transition to ACTIVE for port object 467a674c-1338-4e0a-bce4-9dde8ac30f21 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:35:17.530387 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Transition to ACTIVE for port object 467a674c-1338-4e0a-bce4-9dde8ac30f21 will not be triggered until provisioned by entity DHCP. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:35:17.540852 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:17.697282 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e is already hosted by enough agents. {{(pid=88161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:35:17.700522 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.base_scheduler [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Resources bound (agent type, host, resource id): {{(pid=88161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:35:17.712667 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Received port after_create {{(pid=88161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:35:17.848612 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Pushing event updated for resources: {'Port': ['ID=467a674c-1338-4e0a-bce4-9dde8ac30f21,revision_number=1']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:17.904646 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:17.924421 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f0df7-b0d4-48a1-b4b6-6ced85dfce49 req-33934e93-a89d-480e-a163-17ac15b85ff1 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:17.930231 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3a7f0df7-b0d4-48a1-b4b6-6ced85dfce49 req-33934e93-a89d-480e-a163-17ac15b85ff1 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1894906 Jun 24 20:35:17.940166 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Attempting to bind port 467a674c-1338-4e0a-bce4-9dde8ac30f21 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:35:17.940633 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Attempting to bind port 467a674c-1338-4e0a-bce4-9dde8ac30f21 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:35:17.940985 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Attempting to bind port 467a674c-1338-4e0a-bce4-9dde8ac30f21 on network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:35:17.947079 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:35:17.947579 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Checking segment: {'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:35:17.947979 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:17.948382 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Bound using segment: {'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:35:17.949508 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Bound port: 467a674c-1338-4e0a-bce4-9dde8ac30f21, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:35:17.950170 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:18.022051 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:18.033009 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3a7f0df7-b0d4-48a1-b4b6-6ced85dfce49 req-a7a05c39-8fc3-4c7c-a672-fb972144c972 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934632 Jun 24 20:35:18.114095 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] For port 467a674c-1338-4e0a-bce4-9dde8ac30f21, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:35:18.124985 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] For port 467a674c-1338-4e0a-bce4-9dde8ac30f21, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=467a674c-1338-4e0a-bce4-9dde8ac30f21,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:35:18.132103 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:18.253296 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef8d0e-6d49-49c1-a1d1-d5a5df9f203a None None] Pushing event updated for resources: {'Port': ['ID=467a674c-1338-4e0a-bce4-9dde8ac30f21,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:18.418103 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Allocated IP 172.27.1.32 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/06ea6a76-e191-450d-9e67-d96f9d8882f9) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:35:18.505261 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ec259-555f-449f-ae8e-c87018ddb244 req-86a23c7b-2339-4b7e-9828-7cd97a246c80 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:18.506740 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-554ec259-555f-449f-ae8e-c87018ddb244 req-86a23c7b-2339-4b7e-9828-7cd97a246c80 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.2569923 Jun 24 20:35:18.725387 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-554ec259-555f-449f-ae8e-c87018ddb244 req-5f45d62f-d0ca-4491-963b-5f6d78dc0751 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788488 Jun 24 20:35:18.814217 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbe070-6723-45e1-8801-53281b672794 req-4f56a1be-5c28-44e6-a423-1902eaa546b3 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:18.814646 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:18.822901 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a9bbe070-6723-45e1-8801-53281b672794 req-4f56a1be-5c28-44e6-a423-1902eaa546b3 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 946 time: 0.1791987 Jun 24 20:35:18.855165 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:18.898828 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a9bbe070-6723-45e1-8801-53281b672794 req-58cfaf24-01db-459f-b35b-576cac09546c tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743656 Jun 24 20:35:18.930846 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:35:18.934487 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:35:18.939141 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:35:19.013220 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Pushing event updated for resources: {'Port': ['ID=06ea6a76-e191-450d-9e67-d96f9d8882f9,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:19.273982 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 467a674c-1338-4e0a-bce4-9dde8ac30f21 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:35:19.505359 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 467a674c-1338-4e0a-bce4-9dde8ac30f21 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:35:19.629297 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47238) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:19.698629 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:19.778748 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e39c9c-26cf-45c3-879a-512f7a71f97d None None] Network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:35:19.880427 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-26fe8a98-f98c-43a5-a708-32bebf2b0200 None None] Provisioning for port 467a674c-1338-4e0a-bce4-9dde8ac30f21 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:35:19.893760 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-26fe8a98-f98c-43a5-a708-32bebf2b0200 None None] Provisioning complete for port 467a674c-1338-4e0a-bce4-9dde8ac30f21 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:35:19.894523 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-26fe8a98-f98c-43a5-a708-32bebf2b0200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:19.907662 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0cf96003-2095-4914-8511-08a4dc59a8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:19.955955 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0cf96003-2095-4914-8511-08a4dc59a8ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:19.971121 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-0cf96003-2095-4914-8511-08a4dc59a8ea admin admin] Usage tracker for resource:security_group_rule and tenant:ddc0686299ca47c08e4def9cc3aa0ed1 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:19.986158 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-0cf96003-2095-4914-8511-08a4dc59a8ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:20.011165 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0cf96003-2095-4914-8511-08a4dc59a8ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:20.233683 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0cf96003-2095-4914-8511-08a4dc59a8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:20.246350 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0cf96003-2095-4914-8511-08a4dc59a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:20.270393 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-26fe8a98-f98c-43a5-a708-32bebf2b0200 None None] Current status of the port 467a674c-1338-4e0a-bce4-9dde8ac30f21 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:35:20.270393 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-26fe8a98-f98c-43a5-a708-32bebf2b0200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:20.314982 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-0cf96003-2095-4914-8511-08a4dc59a8ea admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ddc0686299ca47c08e4def9cc3aa0ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6837487 Jun 24 20:35:20.316071 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf96003-2095-4914-8511-08a4dc59a8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790edc8d-98e4-4d4f-a6a2-98c744df3409,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:20.318550 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47254) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:20.339824 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-26fe8a98-f98c-43a5-a708-32bebf2b0200 None None] For port 467a674c-1338-4e0a-bce4-9dde8ac30f21, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=467a674c-1338-4e0a-bce4-9dde8ac30f21,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:20.354714 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-26fe8a98-f98c-43a5-a708-32bebf2b0200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:20.402246 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-9310d2f3-9957-4554-aa04-3ed87f61b7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:20.446814 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ad0d1a6-fa66-4c38-a017-1fe00fe09a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:20.472940 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe8a98-f98c-43a5-a708-32bebf2b0200 None None] Pushing event updated for resources: {'Port': ['ID=467a674c-1338-4e0a-bce4-9dde8ac30f21,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:20.495580 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ad0d1a6-fa66-4c38-a017-1fe00fe09a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:20.516209 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787037'] for router, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:20.536807 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a98401-8269-48ef-86e8-587166facda3 req-cc308153-40d7-4a7c-b7a6-c4a85da98d3c tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:20.538763 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-11a98401-8269-48ef-86e8-587166facda3 req-cc308153-40d7-4a7c-b7a6-c4a85da98d3c tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 946 time: 0.3359146 Jun 24 20:35:20.608982 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ad0d1a6-fa66-4c38-a017-1fe00fe09a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:20.628619 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0d1a6-fa66-4c38-a017-1fe00fe09a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790edc8d-98e4-4d4f-a6a2-98c744df3409,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:20.638880 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ad0d1a6-fa66-4c38-a017-1fe00fe09a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:20.642801 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-1ad0d1a6-fa66-4c38-a017-1fe00fe09a4a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/790edc8d-98e4-4d4f-a6a2-98c744df3409 HTTP/1.1" status: 204 len: 168 time: 0.3202379 Jun 24 20:35:20.780112 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-4825a9ed-0ea1-4bec-a4d2-2e3e79cdc64f None None] Provisioning complete for port 467a674c-1338-4e0a-bce4-9dde8ac30f21 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:35:20.780491 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4825a9ed-0ea1-4bec-a4d2-2e3e79cdc64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:20.786429 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-11a98401-8269-48ef-86e8-587166facda3 req-9b7341a8-3da1-427a-9853-88ee92835a80 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803432 Jun 24 20:35:20.878499 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Router faa845b9-6af9-49e6-877c-90bce3e650dc is scheduled to L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 with binding_index 1 {{(pid=88160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 20:35:20.931430 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-4825a9ed-0ea1-4bec-a4d2-2e3e79cdc64f None None] Current status of the port 467a674c-1338-4e0a-bce4-9dde8ac30f21 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:35:21.091956 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:35:21.104113 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Sync routers for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:35:21.127274 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:21.130213 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-ea3b934e-d1ce-4895-8d84-d1667a939948 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8601849 Jun 24 20:35:21.131782 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47272) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:21.142838 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:35:21.145760 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:34:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:21.237072 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 467a674c-1338-4e0a-bce4-9dde8ac30f21 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:35:21.558985 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe147f-4237-4afd-aae0-ef43920b48f9 req-9705ef03-dc4e-433d-9c61-a06dfd83e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:21.560838 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-affe147f-4237-4afd-aae0-ef43920b48f9 req-9705ef03-dc4e-433d-9c61-a06dfd83e0a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 1098 time: 0.3780341 Jun 24 20:35:21.574653 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c37f95-7434-4601-8d94-f7698a9316b9 req-5cfc5583-ca72-40f3-9122-14296be05427 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:21.576831 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-39c37f95-7434-4601-8d94-f7698a9316b9 req-5cfc5583-ca72-40f3-9122-14296be05427 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.2688959 Jun 24 20:35:21.598658 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 467a674c-1338-4e0a-bce4-9dde8ac30f21 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:35:21.599749 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:21.629003 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:35:21.721804 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe147f-4237-4afd-aae0-ef43920b48f9 req-77b787d1-565c-4082-93b4-6583ae7a8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:21.723354 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-affe147f-4237-4afd-aae0-ef43920b48f9 req-77b787d1-565c-4082-93b4-6583ae7a8602 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 920 time: 0.1452315 Jun 24 20:35:21.821714 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-39c37f95-7434-4601-8d94-f7698a9316b9 req-adfe1b41-b5af-4c62-9709-ad9cdf674d51 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973303 Jun 24 20:35:21.822953 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-affe147f-4237-4afd-aae0-ef43920b48f9 req-cc3178c6-0e37-4748-a959-7c1ffe1e4d00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbd17804-4c12-492a-b58f-1661ae21a9ae HTTP/1.1" status: 200 len: 217 time: 0.0844166 Jun 24 20:35:21.967467 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe147f-4237-4afd-aae0-ef43920b48f9 req-00b3c14a-169b-481a-8a12-7b190fc8d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:21.971777 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-affe147f-4237-4afd-aae0-ef43920b48f9 req-00b3c14a-169b-481a-8a12-7b190fc8d621 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.1360307 Jun 24 20:35:22.041266 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:19Z', 'revision_number': 3, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:22.048093 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Checking router: faa845b9-6af9-49e6-877c-90bce3e650dc for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:35:22.048431 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Updating router faa845b9-6af9-49e6-877c-90bce3e650dc port 06ea6a76-e191-450d-9e67-d96f9d8882f9 binding host dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:35:22.107890 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe147f-4237-4afd-aae0-ef43920b48f9 req-c90797b6-11a2-4501-8066-b9519136af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:22.109989 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-affe147f-4237-4afd-aae0-ef43920b48f9 req-c90797b6-11a2-4501-8066-b9519136af03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1290197 Jun 24 20:35:22.113381 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 467a674c-1338-4e0a-bce4-9dde8ac30f21 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:35:22.133117 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:22.386278 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-affe147f-4237-4afd-aae0-ef43920b48f9 req-faf21bac-9a92-4709-8924-25e661295063 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619348 Jun 24 20:35:22.517408 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:22.564638 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-287600d1-2b28-4d7a-9a18-137e2627689a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:22.722094 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:22.735120 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Transition to ACTIVE for port object 06ea6a76-e191-450d-9e67-d96f9d8882f9 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:35:22.742540 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:22.753263 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7d5b0-f2e4-48e8-81f1-5e1d4379aabd req-bdb36537-874c-484b-9c39-b8e9d57e874d tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:22.755120 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bbf7d5b0-f2e4-48e8-81f1-5e1d4379aabd req-bdb36537-874c-484b-9c39-b8e9d57e874d tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 946 time: 0.2768612 Jun 24 20:35:22.769460 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Allocated IP 172.20.0.1 (0a63aea8-4423-4bc2-8f58-9a1b43cf659e/e84e55a5-a91c-4053-bdd6-57a0a2d2cdda/32b21c79-dc2c-4b5b-bf34-b064d17f03eb) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:35:22.817296 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bbf7d5b0-f2e4-48e8-81f1-5e1d4379aabd req-4ec9115a-31fa-4e9b-93b6-4306cb6bc212 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534098 Jun 24 20:35:22.828338 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Attempting to bind port 06ea6a76-e191-450d-9e67-d96f9d8882f9 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:35:22.828698 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Attempting to bind port 06ea6a76-e191-450d-9e67-d96f9d8882f9 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:35:22.829041 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Attempting to bind port 06ea6a76-e191-450d-9e67-d96f9d8882f9 on network cd9f41e2-529a-43c2-b620-1636d255c50a {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:35:22.831176 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418a598-0d9f-493f-83bd-13f8861bd4e1 None None] Pushing event updated for resources: {'Port': ['ID=06ea6a76-e191-450d-9e67-d96f9d8882f9,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:22.836856 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:35:22.837213 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Checking segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:35:22.837601 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:22.838005 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Bound using segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:35:22.838490 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Bound port: 06ea6a76-e191-450d-9e67-d96f9d8882f9, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:35:22.838847 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:22.912591 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] For port 06ea6a76-e191-450d-9e67-d96f9d8882f9, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:35:22.916197 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] For port 06ea6a76-e191-450d-9e67-d96f9d8882f9, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=06ea6a76-e191-450d-9e67-d96f9d8882f9,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:35:22.920479 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:22.999201 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:35:22.999836 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:35:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:23.006750 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:23.040451 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Transition to ACTIVE for port object 32b21c79-dc2c-4b5b-bf34-b064d17f03eb will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:35:23.083999 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c992e-635c-4634-9a5b-0c714d7cfc5f req-70bccd0a-6e13-4186-a241-ad433aaff09b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:23.086082 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ba1c992e-635c-4634-9a5b-0c714d7cfc5f req-70bccd0a-6e13-4186-a241-ad433aaff09b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.1376281 Jun 24 20:35:23.104823 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418a598-0d9f-493f-83bd-13f8861bd4e1 None None] Pushing event updated for resources: {'Port': ['ID=06ea6a76-e191-450d-9e67-d96f9d8882f9,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:23.109538 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:23.180824 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:35:23.207051 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:35:23.217738 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ba1c992e-635c-4634-9a5b-0c714d7cfc5f req-4d085962-bd2c-447e-a799-7134fe4c3db0 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259444 Jun 24 20:35:23.221774 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:35:23.227203 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:35:23.255477 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Pushing event updated for resources: {'Port': ['ID=32b21c79-dc2c-4b5b-bf34-b064d17f03eb,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:23.288189 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800663'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:23.524844 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-8820e723-1cb9-4dbe-8767-78706f05636c None None] Provisioning for port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:35:23.532912 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-8820e723-1cb9-4dbe-8767-78706f05636c None None] Provisioning complete for port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:35:23.533275 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8820e723-1cb9-4dbe-8767-78706f05636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:23.562706 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:23.566596 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:23.597256 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-8820e723-1cb9-4dbe-8767-78706f05636c None None] Port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:35:23.607473 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:19Z', 'revision_number': 3, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:23.611576 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f97adb-479a-43d3-9d83-ff082aff5db1 None None] The sync data for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi is: [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:19Z', 'revision_number': 3, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:35:23.727638 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:23.815265 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:23.822951 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:24.115655 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4173672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800626'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:24.141003 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Pushing event updated for resources: {'Port': ['ID=32b21c79-dc2c-4b5b-bf34-b064d17f03eb,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:24.290773 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6174e7-89f3-49d5-a7c5-eb72d27d10db req-deda6a1e-d55d-4adb-95f3-ed0dfd791535 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:24.292331 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8b6174e7-89f3-49d5-a7c5-eb72d27d10db req-deda6a1e-d55d-4adb-95f3-ed0dfd791535 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 946 time: 0.2619257 Jun 24 20:35:24.393522 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:35:24.396203 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:35:24.400643 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8b6174e7-89f3-49d5-a7c5-eb72d27d10db req-cd8c075b-1426-4621-ae4b-c534a5cece3d tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940681 Jun 24 20:35:24.544243 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e8a3b-8f82-437a-8a28-8ad8755abf8c req-aa07a15f-c40a-4ba7-9986-1c7ebccb1028 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:24.547655 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bf2e8a3b-8f82-437a-8a28-8ad8755abf8c req-aa07a15f-c40a-4ba7-9986-1c7ebccb1028 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.1795197 Jun 24 20:35:24.600303 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bf2e8a3b-8f82-437a-8a28-8ad8755abf8c req-7662217c-fe29-4c4a-97ff-0286de32b95a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474842 Jun 24 20:35:24.648204 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Router faa845b9-6af9-49e6-877c-90bce3e650dc has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:35:24.735222 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-1bca3fe3-0c19-4513-a5a1-960167e6faaf None None] Provisioning complete for port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:35:24.735809 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1bca3fe3-0c19-4513-a5a1-960167e6faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:24.787385 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-1bca3fe3-0c19-4513-a5a1-960167e6faaf None None] Port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:35:24.822870 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:35:24.832601 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-73c764ef-762c-4d1c-95b4-368d6dd0a397 admin admin] 10.222.0.33 "PUT /v2.0/routers/faa845b9-6af9-49e6-877c-90bce3e650dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6990342 Jun 24 20:35:24.989395 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:25.010153 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-affe147f-4237-4afd-aae0-ef43920b48f9 req-2ce64337-6d09-40d3-9a95-f53cf67671dd service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292782 Jun 24 20:35:25.191593 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 06ea6a76-e191-450d-9e67-d96f9d8882f9 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:35:25.258241 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47348) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:25.263410 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710134825', 'description': 'tempest-description--718350497'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:25.269688 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:25.270631 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 06ea6a76-e191-450d-9e67-d96f9d8882f9 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:35:25.273759 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Usage tracker for resource:security_group and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:25.277186 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:25.279330 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 06ea6a76-e191-450d-9e67-d96f9d8882f9 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:35:25.279688 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:25.284721 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:25.296010 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:25.317307 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:25.321289 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Usage tracker for resource:security_group_rule and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:25.325098 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:25.331423 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:25.409303 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Sync routers for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:35:25.425017 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:35:25.425901 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:35:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:25.427447 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 06ea6a76-e191-450d-9e67-d96f9d8882f9 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:35:25.427896 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:25.428342 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:25.445471 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:25.451811 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 06ea6a76-e191-450d-9e67-d96f9d8882f9, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=06ea6a76-e191-450d-9e67-d96f9d8882f9,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:25.457605 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:25.517661 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52288627-9fd9-4fed-9d13-bd18f9d90a19,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:25.520408 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:25.521785 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-2a3ed08b-92a4-4d59-bc46-548de63f1f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2625573 Jun 24 20:35:25.525059 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 47356) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:25.530940 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-d0563653-1ce2-4c28-9e40-9e89228aa5f7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Request body: {'security_group_rule': {'security_group_id': '52288627-9fd9-4fed-9d13-bd18f9d90a19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:25.540498 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-d0563653-1ce2-4c28-9e40-9e89228aa5f7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:25.556761 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-d0563653-1ce2-4c28-9e40-9e89228aa5f7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Usage tracker for resource:security_group_rule and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:25.573469 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=06ea6a76-e191-450d-9e67-d96f9d8882f9,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:25.610389 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-d0563653-1ce2-4c28-9e40-9e89228aa5f7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:25.621289 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:35:25.621486 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-d0563653-1ce2-4c28-9e40-9e89228aa5f7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:25.652195 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d0563653-1ce2-4c28-9e40-9e89228aa5f7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:25.720321 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f034-2d37-40e0-869c-0231190a30fd req-592a479c-f77d-4013-a39a-a01becf491ff tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:25.721832 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-74d5f034-2d37-40e0-869c-0231190a30fd req-592a479c-f77d-4013-a39a-a01becf491ff tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 946 time: 0.1616156 Jun 24 20:35:25.754653 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d0563653-1ce2-4c28-9e40-9e89228aa5f7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:25.762201 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d0563653-1ce2-4c28-9e40-9e89228aa5f7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:25.798778 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0563653-1ce2-4c28-9e40-9e89228aa5f7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de673b65-0a57-415a-8bbc-ee39c7f25364,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:25.810411 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-74d5f034-2d37-40e0-869c-0231190a30fd req-4ecdfaeb-bdcd-47d6-9950-d8b8b479512a tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809410 Jun 24 20:35:25.820063 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d0563653-1ce2-4c28-9e40-9e89228aa5f7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:25.824207 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-d0563653-1ce2-4c28-9e40-9e89228aa5f7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2949402 Jun 24 20:35:25.824408 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 47368) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:25.829592 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-64c3ed45-7f1f-4035-a640-c525bb934ced tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Request body: {'security_group_rule': {'security_group_id': '52288627-9fd9-4fed-9d13-bd18f9d90a19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:25.841874 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-64c3ed45-7f1f-4035-a640-c525bb934ced tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:25.841874 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-64c3ed45-7f1f-4035-a640-c525bb934ced tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Usage tracker for resource:security_group_rule and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:25.842091 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-64c3ed45-7f1f-4035-a640-c525bb934ced tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:25.848613 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-64c3ed45-7f1f-4035-a640-c525bb934ced tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:25.873080 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64c3ed45-7f1f-4035-a640-c525bb934ced tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:25.987498 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 2, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:25.994288 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64c3ed45-7f1f-4035-a640-c525bb934ced tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:26.000214 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Checking router: faa845b9-6af9-49e6-877c-90bce3e650dc for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:35:26.000598 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Updating router faa845b9-6af9-49e6-877c-90bce3e650dc port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb binding host dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:35:26.049652 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64c3ed45-7f1f-4035-a640-c525bb934ced tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:26.063277 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:26.106077 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3ed45-7f1f-4035-a640-c525bb934ced tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda00e92-0856-4e92-8e48-7796aefe15eb,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:26.115437 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64c3ed45-7f1f-4035-a640-c525bb934ced tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:26.116739 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-64c3ed45-7f1f-4035-a640-c525bb934ced tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2913949 Jun 24 20:35:26.120181 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47386) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:26.128322 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:26.139456 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:26.145149 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Usage tracker for resource:floatingip and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:26.148762 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:26.155495 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:26.170055 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:26.173548 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a746ca-85ce-42a6-b079-e6b8fa9caab4 req-359655b6-a19b-4ed8-9a1d-696a6705bd24 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:26.175318 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b8a746ca-85ce-42a6-b079-e6b8fa9caab4 req-359655b6-a19b-4ed8-9a1d-696a6705bd24 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.1839988 Jun 24 20:35:26.230309 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b8a746ca-85ce-42a6-b079-e6b8fa9caab4 req-13df72f9-52de-4bda-9a32-84d173095151 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493019 Jun 24 20:35:26.379450 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:26.543866 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Allocated IP 172.27.1.60 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/73fcbe9c-e523-4920-ac8f-9f4c7f0e45cc) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:35:26.585840 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Notify callbacks [] for port, precommit_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:26.603969 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.provisioning_blocks [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Transition to ACTIVE for port object 32b21c79-dc2c-4b5b-bf34-b064d17f03eb will not be triggered until provisioned by entity L2. {{(pid=88162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:35:26.613698 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:26.779181 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c07e2-d0fe-43cd-a599-c7f42cf905a7 req-14b10724-47ac-4eb9-b2b8-9281df3928e2 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:26.781757 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a15c07e2-d0fe-43cd-a599-c7f42cf905a7 req-14b10724-47ac-4eb9-b2b8-9281df3928e2 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 946 time: 0.1836560 Jun 24 20:35:26.871233 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:26.926058 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:26.938805 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-a15c07e2-d0fe-43cd-a599-c7f42cf905a7 req-d1f9af8c-d098-48c7-b41b-82b95ef9c780 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Deleting port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:35:26.939150 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-a15c07e2-d0fe-43cd-a599-c7f42cf905a7 req-d1f9af8c-d098-48c7-b41b-82b95ef9c780 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:27.018670 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:35:27.021733 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:35:27.028347 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:35:27.110882 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Pushing event updated for resources: {'Port': ['ID=32b21c79-dc2c-4b5b-bf34-b064d17f03eb,revision_number=3']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:27.133595 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:27.134117 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:27.134671 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:27.135134 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:27.135598 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:27.136202 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:27.136754 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:27.137218 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:27.137685 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:27.138562 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:27.139043 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:27.139347 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:27.147653 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Attempting to bind port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:35:27.148011 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Attempting to bind port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:35:27.148361 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Attempting to bind port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb on network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:35:27.156909 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:35:27.157271 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Checking segment: {'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:35:27.157659 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:27.158108 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Bound using segment: {'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:35:27.158607 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Bound port: 32b21c79-dc2c-4b5b-bf34-b064d17f03eb, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'}}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:35:27.158981 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:27.195250 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event updated for resources: {'Port': ['ID=73fcbe9c-e523-4920-ac8f-9f4c7f0e45cc,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:27.226648 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 06ea6a76-e191-450d-9e67-d96f9d8882f9 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:35:27.341190 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 06ea6a76-e191-450d-9e67-d96f9d8882f9 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:35:27.341579 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] For port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:35:27.342934 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:27.350487 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] For port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=32b21c79-dc2c-4b5b-bf34-b064d17f03eb,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:35:27.357005 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:27.366751 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d51c4-7fb9-4dd2-8f65-788ad34e0dcd req-989a029a-ff17-4866-9738-394dcc5dea9d tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:27.368521 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a41d51c4-7fb9-4dd2-8f65-788ad34e0dcd req-989a029a-ff17-4866-9738-394dcc5dea9d tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 946 time: 0.2520342 Jun 24 20:35:27.434288 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-a15c07e2-d0fe-43cd-a599-c7f42cf905a7 req-d1f9af8c-d098-48c7-b41b-82b95ef9c780 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] For port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b5f8a026-f33d-4b8e-b081-1b2fb98d15f1,segment=NetworkSegment(dca36795-b746-4bbd-b342-85f578079c38),segment_id=dca36795-b746-4bbd-b342-85f578079c38)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:27.435384 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-a15c07e2-d0fe-43cd-a599-c7f42cf905a7 req-d1f9af8c-d098-48c7-b41b-82b95ef9c780 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:27.456798 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:27.531530 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 06ea6a76-e191-450d-9e67-d96f9d8882f9 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:35:27.551588 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8c4a1-5a38-48a4-bbd7-7bc1e18cb233 None None] Pushing event updated for resources: {'Port': ['ID=32b21c79-dc2c-4b5b-bf34-b064d17f03eb,revision_number=4']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:27.568172 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:35:27.569068 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:35:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:27.601065 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-a15c07e2-d0fe-43cd-a599-c7f42cf905a7 req-d1f9af8c-d098-48c7-b41b-82b95ef9c780 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Calling delete_port for b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:35:27.646712 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a41d51c4-7fb9-4dd2-8f65-788ad34e0dcd req-4e2d4da2-e475-457b-a480-cec539fb3587 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/security-groups?id=0d305007-0c8d-421a-be71-7311a6bf3b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667611 Jun 24 20:35:27.728144 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:27.773853 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:35:27.824848 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562dfe9-edf0-48dd-94ae-6f5e432cee86 req-f11b66e2-5e48-4c02-819e-1929677c586a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:27.831774 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b562dfe9-edf0-48dd-94ae-6f5e432cee86 req-f11b66e2-5e48-4c02-819e-1929677c586a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.1453378 Jun 24 20:35:27.877466 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-a15c07e2-d0fe-43cd-a599-c7f42cf905a7 req-d1f9af8c-d098-48c7-b41b-82b95ef9c780 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:27.932604 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b562dfe9-edf0-48dd-94ae-6f5e432cee86 req-fc83fcb3-abbf-476a-aa40-f683e522e738 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999639 Jun 24 20:35:27.933284 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9af8c-d098-48c7-b41b-82b95ef9c780 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Pushing event deleted for resources: {'Port': ['ID=b5f8a026-f33d-4b8e-b081-1b2fb98d15f1,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:27.965452 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:27.972598 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:28.086014 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15c07e2-d0fe-43cd-a599-c7f42cf905a7 req-d1f9af8c-d098-48c7-b41b-82b95ef9c780 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] No DVR routers for this DVR port b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:35:28.089163 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-a15c07e2-d0fe-43cd-a599-c7f42cf905a7 req-d1f9af8c-d098-48c7-b41b-82b95ef9c780 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:28.091819 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c01071c-42ba-47ff-bf8c-0460ee8519c1', 'name': 'network-vif-deleted', 'tag': 'b5f8a026-f33d-4b8e-b081-1b2fb98d15f1'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:35:28.092207 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event updated for resources: {'Port': ['ID=73fcbe9c-e523-4920-ac8f-9f4c7f0e45cc,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:28.109283 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:28.123013 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a15c07e2-d0fe-43cd-a599-c7f42cf905a7 req-d1f9af8c-d098-48c7-b41b-82b95ef9c780 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.15 "DELETE /v2.0/ports/b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 HTTP/1.1" status: 204 len: 173 time: 1.3349843 Jun 24 20:35:28.137028 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:27Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:28.140021 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1127a8ed-7cac-4cc7-b9b1-7d2976a9a4a9'] response: {'server_uuid': '5c01071c-42ba-47ff-bf8c-0460ee8519c1', 'name': 'network-vif-deleted', 'tag': 'b5f8a026-f33d-4b8e-b081-1b2fb98d15f1', 'status': 'completed', 'code': 200} Jun 24 20:35:28.144046 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:28.155808 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-a29ac9f5-36a3-4bf6-9d16-585105113c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0236621 Jun 24 20:35:28.156346 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ccc7ac-90c8-4789-9aec-490b006bf2df None None] The sync data for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi is: [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:27Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:35:28.333825 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-44840bc2-c3d5-4074-95a3-a0e654d18695 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Synchronizing usage tracker for tenant:eb38036f5e9142b980bb459c181aba56 on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:35:28.354632 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-44840bc2-c3d5-4074-95a3-a0e654d18695 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Unset dirty status for tenant:eb38036f5e9142b980bb459c181aba56 on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:35:28.356299 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-44840bc2-c3d5-4074-95a3-a0e654d18695 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1710134825&fields=id&tenant_id=eb38036f5e9142b980bb459c181aba56 HTTP/1.1" status: 200 len: 267 time: 0.0631909 Jun 24 20:35:28.516379 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-f1e618c4-8c13-4e56-85c2-0ff4e3d94e71 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:28.517161 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-f1e618c4-8c13-4e56-85c2-0ff4e3d94e71 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Synchronizing usage tracker for tenant:eb38036f5e9142b980bb459c181aba56 on resource:network {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:35:28.539502 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-f1e618c4-8c13-4e56-85c2-0ff4e3d94e71 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Unset dirty status for tenant:eb38036f5e9142b980bb459c181aba56 on resource:network {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:35:28.541315 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-f1e618c4-8c13-4e56-85c2-0ff4e3d94e71 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/networks?id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e HTTP/1.1" status: 200 len: 816 time: 0.1767833 Jun 24 20:35:28.563513 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-4f541a5f-bd99-4f22-804a-3c56204786e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/quotas/eb38036f5e9142b980bb459c181aba56 HTTP/1.1" status: 200 len: 375 time: 0.0145953 Jun 24 20:35:28.662928 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-da392904-d87a-454f-98fd-ec28cd08dadd tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=eb38036f5e9142b980bb459c181aba56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938084 Jun 24 20:35:28.815637 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-314ef74b-26df-4f14-8765-4f22da91289c service neutron] 10.222.0.33 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365848 Jun 24 20:35:28.819848 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-91bd954c-1529-430b-a0b6-087a9c5cba60 req-b5d897ae-0c0e-4083-bcaa-4ce95aed34a2 tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 210 time: 0.0578399 Jun 24 20:35:28.952187 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-f10baee8-e53c-4ebb-b7bf-efe783b16cba service neutron] 10.222.0.33 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290348 Jun 24 20:35:29.159063 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cd182-3974-4125-bbe8-2af074059cca req-00615368-80bf-4efe-88f6-4890058763f0 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:29.161010 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-7f7cd182-3974-4125-bbe8-2af074059cca req-00615368-80bf-4efe-88f6-4890058763f0 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.1105134 Jun 24 20:35:29.209396 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-170f9447-7eba-4225-8dda-a4bb81225f23 req-f64ca3f9-27c8-408d-b2e7-ffe3ac77376c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 210 time: 0.0817418 Jun 24 20:35:29.230537 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-7f7cd182-3974-4125-bbe8-2af074059cca req-22cd238b-b32a-4a26-945b-b7101583fc5a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628426 Jun 24 20:35:29.236083 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 32b21c79-dc2c-4b5b-bf34-b064d17f03eb up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:35:29.325894 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:35:29.336832 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:35:29.337220 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:29.463803 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:35:29.463922 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:29.497771 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=32b21c79-dc2c-4b5b-bf34-b064d17f03eb,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:29.502934 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:29.579203 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=32b21c79-dc2c-4b5b-bf34-b064d17f03eb,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:29.794969 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['b5f8a026-f33d-4b8e-b081-1b2fb98d15f1'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:35:29.991228 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ba738ded-6d65-4848-8e13-0013ef77c537 req-dc01eb3f-88f5-4dce-b4f9-89205b3fe7ee tempest-VolumesActionsTest-557401405 tempest-VolumesActionsTest-557401405-project] 10.222.0.33 "GET /v2.0/ports?device_id=5c01071c-42ba-47ff-bf8c-0460ee8519c1 HTTP/1.1" status: 200 len: 210 time: 0.0507452 Jun 24 20:35:30.492743 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-8104eef8-6175-4c0e-8f86-de0e985a2220 req-ee6fbe86-acaf-491f-a70e-9fd5017d63f8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Synchronizing usage tracker for tenant:eb38036f5e9142b980bb459c181aba56 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:35:30.520218 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-8104eef8-6175-4c0e-8f86-de0e985a2220 req-ee6fbe86-acaf-491f-a70e-9fd5017d63f8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Unset dirty status for tenant:eb38036f5e9142b980bb459c181aba56 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:35:30.521508 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8104eef8-6175-4c0e-8f86-de0e985a2220 req-ee6fbe86-acaf-491f-a70e-9fd5017d63f8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 210 time: 0.0971179 Jun 24 20:35:30.546291 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69577cda-16c4-4fb4-bc3f-2286ad525ab3 req-28459134-74b3-4bb6-8db0-703519dcea24 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:30.547108 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-69577cda-16c4-4fb4-bc3f-2286ad525ab3 req-28459134-74b3-4bb6-8db0-703519dcea24 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.1390851 Jun 24 20:35:30.593499 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-69577cda-16c4-4fb4-bc3f-2286ad525ab3 req-d3a3315f-956e-42cb-9e08-aaf840c81d41 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Jun 24 20:35:30.990699 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-57c50793-ae07-40b7-8ace-1f2f6792c750 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:30.992184 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-57c50793-ae07-40b7-8ace-1f2f6792c750 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.15 "GET /v2.0/networks?id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e HTTP/1.1" status: 200 len: 816 time: 0.1591096 Jun 24 20:35:31.045009 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-cdd362b7-934a-497f-a798-376db9899e02 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb38036f5e9142b980bb459c181aba56 HTTP/1.1" status: 200 len: 380 time: 0.0445838 Jun 24 20:35:31.055223 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Request body: {'port': {'device_id': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'admin_state_up': True, 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'security_groups': ['52288627-9fd9-4fed-9d13-bd18f9d90a19']}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:31.169281 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 32b21c79-dc2c-4b5b-bf34-b064d17f03eb up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:35:31.214253 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:31.226485 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:31.237985 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Made reservation on behalf of eb38036f5e9142b980bb459c181aba56 for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:35:31.242003 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:31.264456 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:35:31.264456 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:31.390998 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:35:31.475857 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Allocated IP 172.20.0.13 (0a63aea8-4423-4bc2-8f58-9a1b43cf659e/e84e55a5-a91c-4053-bdd6-57a0a2d2cdda/2647e1d6-2556-4060-8896-3fa6bafefab1) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:35:31.757085 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-68b637ce-2929-4043-bb0d-249d517d7d0d req-9a5ec8ca-670c-4b1a-8af6-b1943a7fb64d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 210 time: 0.0720291 Jun 24 20:35:31.845353 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:31.850959 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc64d3-2e84-47cd-95b6-97ccd9d4f5e2 req-94ab9678-00e3-49c1-afce-0949b4ca0135 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:31.853422 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6abc64d3-2e84-47cd-95b6-97ccd9d4f5e2 req-94ab9678-00e3-49c1-afce-0949b4ca0135 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.1136575 Jun 24 20:35:31.876137 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Transition to ACTIVE for port object 2647e1d6-2556-4060-8896-3fa6bafefab1 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:35:31.910162 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:31.932456 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6abc64d3-2e84-47cd-95b6-97ccd9d4f5e2 req-eaaf05db-4dd1-4ef0-a355-f89cdaefd03b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674672 Jun 24 20:35:31.988314 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:35:31.991301 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:35:32.000793 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:35:32.059501 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event updated for resources: {'Port': ['ID=2647e1d6-2556-4060-8896-3fa6bafefab1,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:32.096976 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:32.097617 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:32.142342 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3e899c2e-280c-430c-8a91-c1d38c48a2c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0907447 Jun 24 20:35:32.158793 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Request body: {'port': {'device_id': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:32.180789 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:35:32.245043 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:35:32.246003 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device b5f8a026-f33d-4b8e-b081-1b2fb98d15f1 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:35:32.295767 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-f1f064ea-8a4f-4e23-af0f-f7b8f4dd8938 None None] Provisioning for port 2647e1d6-2556-4060-8896-3fa6bafefab1 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:35:32.301617 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-f1f064ea-8a4f-4e23-af0f-f7b8f4dd8938 None None] Provisioning complete for port 2647e1d6-2556-4060-8896-3fa6bafefab1 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:35:32.302203 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f1f064ea-8a4f-4e23-af0f-f7b8f4dd8938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:32.367997 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:32.376643 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-f1f064ea-8a4f-4e23-af0f-f7b8f4dd8938 None None] Port 2647e1d6-2556-4060-8896-3fa6bafefab1 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:35:32.733147 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2647e1d6-2556-4060-8896-3fa6bafefab1 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:35:32.739158 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:32.753882 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Transition to ACTIVE for port object 2647e1d6-2556-4060-8896-3fa6bafefab1 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:35:32.759111 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:32.982432 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2647e1d6-2556-4060-8896-3fa6bafefab1,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:33.077230 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Attempting to bind port 2647e1d6-2556-4060-8896-3fa6bafefab1 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:35:33.077507 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Attempting to bind port 2647e1d6-2556-4060-8896-3fa6bafefab1 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:35:33.077837 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Attempting to bind port 2647e1d6-2556-4060-8896-3fa6bafefab1 on network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:35:33.084990 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Port 2647e1d6-2556-4060-8896-3fa6bafefab1 on network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:35:33.085298 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Attempting to bind port 2647e1d6-2556-4060-8896-3fa6bafefab1 on network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:35:33.100061 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa0bf5-e9b5-4bc9-ac77-c30ee83fbaa0 req-f18c276d-901a-40f7-9d8c-cde36e4c5a02 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:33.100740 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-5bfa0bf5-e9b5-4bc9-ac77-c30ee83fbaa0 req-f18c276d-901a-40f7-9d8c-cde36e4c5a02 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Synchronizing usage tracker for tenant:eb38036f5e9142b980bb459c181aba56 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:35:33.103338 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:35:33.103659 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Checking segment: {'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:35:33.104041 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Bound using segment: {'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:35:33.104456 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Bound port: 2647e1d6-2556-4060-8896-3fa6bafefab1, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:35:33.104807 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:33.162780 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75a8eb-fb76-459a-90be-b3219b7c4204 req-ba02822f-c659-41a4-97c7-2f76d4e5e941 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:33.165901 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-de75a8eb-fb76-459a-90be-b3219b7c4204 req-ba02822f-c659-41a4-97c7-2f76d4e5e941 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.0950623 Jun 24 20:35:33.171341 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-5bfa0bf5-e9b5-4bc9-ac77-c30ee83fbaa0 req-f18c276d-901a-40f7-9d8c-cde36e4c5a02 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Unset dirty status for tenant:eb38036f5e9142b980bb459c181aba56 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:35:33.172686 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5bfa0bf5-e9b5-4bc9-ac77-c30ee83fbaa0 req-f18c276d-901a-40f7-9d8c-cde36e4c5a02 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.2901680 Jun 24 20:35:33.227253 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5bfa0bf5-e9b5-4bc9-ac77-c30ee83fbaa0 req-ada1e9c2-4bb0-4902-8f3e-0be7f5e3adf7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446761 Jun 24 20:35:33.240232 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-de75a8eb-fb76-459a-90be-b3219b7c4204 req-932cbfd4-3659-4d59-94f8-17f04e2e46c2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550649 Jun 24 20:35:33.269256 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] For port 2647e1d6-2556-4060-8896-3fa6bafefab1, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:35:33.273844 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] For port 2647e1d6-2556-4060-8896-3fa6bafefab1, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2647e1d6-2556-4060-8896-3fa6bafefab1,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:35:33.279412 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:33.338320 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:33.338986 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:33.340627 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] 10.222.0.15 "PUT /v2.0/ports/2647e1d6-2556-4060-8896-3fa6bafefab1 HTTP/1.1" status: 200 len: 1094 time: 1.1885049 Jun 24 20:35:33.341086 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:35:33.381380 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b066a36-646a-4750-9eed-fa291e9e48f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2647e1d6-2556-4060-8896-3fa6bafefab1,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:33.419365 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b0decc-4df5-4262-b5ea-d4e0d1f9ffac'] response: {'name': 'network-changed', 'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'status': 'completed', 'code': 200} Jun 24 20:35:34.430507 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45aead-ce0a-401f-8825-7dcb317d991e req-bfca4eee-ea9f-41cd-95a3-10abbd1699ea tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:34.432077 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ac45aead-ce0a-401f-8825-7dcb317d991e req-bfca4eee-ea9f-41cd-95a3-10abbd1699ea tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.0893416 Jun 24 20:35:34.470258 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d695e1-38b2-4a4c-bf61-bfe533b30f2a req-4608f395-b9b5-433e-8974-1f8187ba33fe tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:34.471680 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-36d695e1-38b2-4a4c-bf61-bfe533b30f2a req-4608f395-b9b5-433e-8974-1f8187ba33fe tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.0875218 Jun 24 20:35:34.474279 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-ac45aead-ce0a-401f-8825-7dcb317d991e req-1dc22321-68d1-4334-915c-a27520735f05 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Synchronizing usage tracker for tenant:eb38036f5e9142b980bb459c181aba56 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:35:34.485987 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-ac45aead-ce0a-401f-8825-7dcb317d991e req-1dc22321-68d1-4334-915c-a27520735f05 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Unset dirty status for tenant:eb38036f5e9142b980bb459c181aba56 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:35:34.487149 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ac45aead-ce0a-401f-8825-7dcb317d991e req-1dc22321-68d1-4334-915c-a27520735f05 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492101 Jun 24 20:35:34.515882 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-36d695e1-38b2-4a4c-bf61-bfe533b30f2a req-9fb4210a-aa0d-4212-8ae5-3773f3572e9f tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383472 Jun 24 20:35:35.682661 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04c834-78ca-4936-bb6b-7fe26ad80be5 req-006ecea7-0636-4789-bb19-c9d6911a6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:35.684125 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8c04c834-78ca-4936-bb6b-7fe26ad80be5 req-006ecea7-0636-4789-bb19-c9d6911a6ac4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb38036f5e9142b980bb459c181aba56&device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 1097 time: 0.1372616 Jun 24 20:35:35.701383 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbc1c5-dc26-449c-b9fb-2ca20cd10aa6 req-da4f6921-2792-43dc-8aa4-7f9f9abc7fa2 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:35.702867 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8bbbc1c5-dc26-449c-b9fb-2ca20cd10aa6 req-da4f6921-2792-43dc-8aa4-7f9f9abc7fa2 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.0901604 Jun 24 20:35:35.748393 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8bbbc1c5-dc26-449c-b9fb-2ca20cd10aa6 req-573f2028-faf1-4cba-8d5b-98de63c05b3f tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394826 Jun 24 20:35:35.846955 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04c834-78ca-4936-bb6b-7fe26ad80be5 req-17a3567d-13bb-463b-b29a-da4b884a72db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:35.848393 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8c04c834-78ca-4936-bb6b-7fe26ad80be5 req-17a3567d-13bb-463b-b29a-da4b884a72db service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=eb38036f5e9142b980bb459c181aba56&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1569095 Jun 24 20:35:35.856350 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc9d85-5334-4027-af6a-7c07f807fc5a req-44821851-0042-492a-849c-7314613457db tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:35.857739 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-43cc9d85-5334-4027-af6a-7c07f807fc5a req-44821851-0042-492a-849c-7314613457db tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.2109990 Jun 24 20:35:35.987782 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-43cc9d85-5334-4027-af6a-7c07f807fc5a req-decef2f3-bbaa-4bbc-9130-f9eeacbdd52a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233006 Jun 24 20:35:36.036640 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04c834-78ca-4936-bb6b-7fe26ad80be5 req-dde4bd30-d942-4445-a49c-1d59a5c8dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:36.038036 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8c04c834-78ca-4936-bb6b-7fe26ad80be5 req-dde4bd30-d942-4445-a49c-1d59a5c8dcea service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581035 Jun 24 20:35:36.524960 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:36.960947 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce9ff-9e53-428a-bc4d-e71d2f0b3e1e req-55d0d6a2-6572-4500-8410-43afae5d4dc6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:36.962466 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e4fce9ff-9e53-428a-bc4d-e71d2f0b3e1e req-55d0d6a2-6572-4500-8410-43afae5d4dc6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.0921059 Jun 24 20:35:37.007171 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e4fce9ff-9e53-428a-bc4d-e71d2f0b3e1e req-efa12a2d-55ce-4d11-b477-0fa51916f6b9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388560 Jun 24 20:35:37.239557 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3a463-7d8f-48c2-822c-7ad63c3477ae req-8582397f-e5e1-44fc-8fa3-dbcc813d635f tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:37.241012 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-34d3a463-7d8f-48c2-822c-7ad63c3477ae req-8582397f-e5e1-44fc-8fa3-dbcc813d635f tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.1488020 Jun 24 20:35:37.283991 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-34d3a463-7d8f-48c2-822c-7ad63c3477ae req-e796ee5c-fc04-4363-861c-a93e7b8f1492 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368958 Jun 24 20:35:38.213699 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23acfa6-e576-4e2a-8036-963b22897b97 req-121576f1-38d7-468e-98e9-4025dd8b54a5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:38.215144 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f23acfa6-e576-4e2a-8036-963b22897b97 req-121576f1-38d7-468e-98e9-4025dd8b54a5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.1002421 Jun 24 20:35:38.258452 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f23acfa6-e576-4e2a-8036-963b22897b97 req-aae82e0c-145b-4ff9-9db9-6730f5036966 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375323 Jun 24 20:35:38.475329 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332b66c-0d60-4f46-95db-3f6eee340852 req-20d58a80-e6d2-4135-abe0-0c38e28cda49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:38.476778 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e332b66c-0d60-4f46-95db-3f6eee340852 req-20d58a80-e6d2-4135-abe0-0c38e28cda49 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.0891943 Jun 24 20:35:38.542725 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:35:38.564530 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e332b66c-0d60-4f46-95db-3f6eee340852 req-6d0fe685-56c9-438e-b1b4-5d53a84af887 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819819 Jun 24 20:35:38.592918 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-288dc003-cfcb-42d6-90f8-1e6f0943749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:38.594402 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-288dc003-cfcb-42d6-90f8-1e6f0943749a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb38036f5e9142b980bb459c181aba56&device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 1097 time: 0.0902309 Jun 24 20:35:38.668103 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-b555fe69-60a1-4c2d-bd44-3403ba47fcc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2647e1d6-2556-4060-8896-3fa6bafefab1 HTTP/1.1" status: 200 len: 217 time: 0.0653350 Jun 24 20:35:38.737610 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-91aef65d-5e92-4e24-86a5-ca9e8bf10167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:38.739047 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-91aef65d-5e92-4e24-86a5-ca9e8bf10167 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84e55a5-a91c-4053-bdd6-57a0a2d2cdda HTTP/1.1" status: 200 len: 855 time: 0.0620270 Jun 24 20:35:38.830226 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-0ac34c62-d2c8-409b-8bc5-7da8d7a5bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:38.831673 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-0ac34c62-d2c8-409b-8bc5-7da8d7a5bc62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788016 Jun 24 20:35:38.976142 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-e1febc10-60c5-4fea-8729-342ead6df093 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311340 Jun 24 20:35:39.116905 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7945a89b-6b5b-454e-8d53-b9e72dedd531 req-57e3cb28-2b10-40a7-a065-b1f93f402ee0 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316118 Jun 24 20:35:39.492479 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1cd4a-8444-4d9d-b797-ddc5f7b4a475 req-0c092efb-5065-4bbd-8fb4-3f58a4a4211c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:39.493975 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e4b1cd4a-8444-4d9d-b797-ddc5f7b4a475 req-0c092efb-5065-4bbd-8fb4-3f58a4a4211c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.0985250 Jun 24 20:35:39.538627 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e4b1cd4a-8444-4d9d-b797-ddc5f7b4a475 req-90679148-1f4b-48c8-89aa-b92038910ab0 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385516 Jun 24 20:35:39.768717 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ee977-b616-4448-8970-37462152acb8 req-c9535b66-4577-4870-96f1-eaaf8c721e8e tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:39.770228 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d79ee977-b616-4448-8970-37462152acb8 req-c9535b66-4577-4870-96f1-eaaf8c721e8e tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.0968609 Jun 24 20:35:39.818334 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d79ee977-b616-4448-8970-37462152acb8 req-4a228351-b14b-4ac5-8c43-a611838a09cc tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422473 Jun 24 20:35:39.981576 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47690) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:39.987426 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349926678', 'description': 'tempest-description--2076375918'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:39.997634 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:39.999444 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-32e7d610-bf38-4e1f-b26d-9487a3d0e793 req-a1a25868-d6c4-4b28-9bc4-c0eeadf9f5aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1014981 Jun 24 20:35:40.011070 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:40.024666 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:40.048751 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:40.054019 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group_rule and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:40.057035 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:40.063452 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:40.125172 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7d610-bf38-4e1f-b26d-9487a3d0e793 req-8cec7efe-5ad4-4dc5-adb0-8d785ab41846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:40.126825 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-32e7d610-bf38-4e1f-b26d-9487a3d0e793 req-8cec7efe-5ad4-4dc5-adb0-8d785ab41846 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 1098 time: 0.1001091 Jun 24 20:35:40.167286 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:40.173866 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:40.209166 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:40.213451 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2277758 Jun 24 20:35:40.216004 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47702) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:40.227090 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-93678fbe-6477-4014-b24d-6a5ab7207ca8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'security_group_rule': {'security_group_id': '85e4d159-309f-456d-9536-cded9c89212f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:40.241591 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-93678fbe-6477-4014-b24d-6a5ab7207ca8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:40.247872 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-93678fbe-6477-4014-b24d-6a5ab7207ca8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group_rule and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:40.250452 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e4d159-309f-456d-9536-cded9c89212f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:40.252683 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-93678fbe-6477-4014-b24d-6a5ab7207ca8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:40.268697 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-93678fbe-6477-4014-b24d-6a5ab7207ca8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:40.271430 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:40.271571 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:40.271909 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:40.272234 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:40.272554 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:40.272874 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:40.273189 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:40.273503 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:40.274040 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:40.274390 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:40.274751 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:40.275067 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f53751-6dd0-40d4-bf6e-a4ff127c2882 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:40.296548 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-93678fbe-6477-4014-b24d-6a5ab7207ca8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:40.331715 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7d610-bf38-4e1f-b26d-9487a3d0e793 req-e2ef1292-b668-42ba-b6d1-cca89ea59995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:40.333509 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-32e7d610-bf38-4e1f-b26d-9487a3d0e793 req-e2ef1292-b668-42ba-b6d1-cca89ea59995 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 920 time: 0.1813512 Jun 24 20:35:40.405892 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-93678fbe-6477-4014-b24d-6a5ab7207ca8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:40.419409 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-93678fbe-6477-4014-b24d-6a5ab7207ca8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:40.456577 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-32e7d610-bf38-4e1f-b26d-9487a3d0e793 req-4a6f8797-b77d-4900-9828-4468dabf3fe5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b08e732-7391-433a-b3a8-ffb87d93a908 HTTP/1.1" status: 200 len: 217 time: 0.1162729 Jun 24 20:35:40.460554 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93678fbe-6477-4014-b24d-6a5ab7207ca8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325ff438-a9a5-45ca-aece-aea347f7adb0,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:40.491364 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-93678fbe-6477-4014-b24d-6a5ab7207ca8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:40.493199 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-93678fbe-6477-4014-b24d-6a5ab7207ca8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2761190 Jun 24 20:35:40.496380 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47718) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:40.504586 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d2852111-8fe6-477d-99d5-eed1229b287d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'security_group_rule': {'security_group_id': '85e4d159-309f-456d-9536-cded9c89212f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:40.521253 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d2852111-8fe6-477d-99d5-eed1229b287d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:40.531608 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d2852111-8fe6-477d-99d5-eed1229b287d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group_rule and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:40.539419 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d2852111-8fe6-477d-99d5-eed1229b287d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:40.549979 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d2852111-8fe6-477d-99d5-eed1229b287d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:40.589867 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2852111-8fe6-477d-99d5-eed1229b287d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:40.639303 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7d610-bf38-4e1f-b26d-9487a3d0e793 req-9c7515da-348e-4c43-9be2-0d0d76bda49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:40.646965 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-32e7d610-bf38-4e1f-b26d-9487a3d0e793 req-9c7515da-348e-4c43-9be2-0d0d76bda49d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.1832044 Jun 24 20:35:40.792826 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47734) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:40.852133 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7d610-bf38-4e1f-b26d-9487a3d0e793 req-0c919aac-8c2d-43d8-b702-0b4394c7f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:40.853695 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-32e7d610-bf38-4e1f-b26d-9487a3d0e793 req-0c919aac-8c2d-43d8-b702-0b4394c7f55d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1997783 Jun 24 20:35:40.861781 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2852111-8fe6-477d-99d5-eed1229b287d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:40.874275 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa0257-9c58-45f3-8d90-6a254714a15f req-e83ca29c-0e7d-4e35-80d9-c9b787ceecac tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:40.875581 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2852111-8fe6-477d-99d5-eed1229b287d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:40.883201 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3eaa0257-9c58-45f3-8d90-6a254714a15f req-e83ca29c-0e7d-4e35-80d9-c9b787ceecac tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.1517544 Jun 24 20:35:40.909067 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2852111-8fe6-477d-99d5-eed1229b287d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e077b0a8-9f5e-47fb-b722-781d41573d23,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:40.932037 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2852111-8fe6-477d-99d5-eed1229b287d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:40.933386 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-d2852111-8fe6-477d-99d5-eed1229b287d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4359412 Jun 24 20:35:40.937715 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47742) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:40.953252 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:40.964636 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:40.969583 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:floatingip and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:40.972707 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:40.989842 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:41.002610 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:41.095702 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d5b7a72-6d3e-46ab-9bc6-0a99ee4a0979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:41.150981 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3eaa0257-9c58-45f3-8d90-6a254714a15f req-7a5f78a3-51eb-4063-b8f8-8d47bbbab45a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667704 Jun 24 20:35:41.233117 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-32e7d610-bf38-4e1f-b26d-9487a3d0e793 req-1c468b2b-b304-471e-9dd1-cb3c6192f87c service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476799 Jun 24 20:35:41.274741 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6d5b7a72-6d3e-46ab-9bc6-0a99ee4a0979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:41.287368 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-6d5b7a72-6d3e-46ab-9bc6-0a99ee4a0979 admin admin] Usage tracker for resource:security_group_rule and tenant:06eba6d4867246d5a06b6334398e6d72 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:41.295301 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-6d5b7a72-6d3e-46ab-9bc6-0a99ee4a0979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:41.307391 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6d5b7a72-6d3e-46ab-9bc6-0a99ee4a0979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:41.357337 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076af3b-e120-4f99-a821-ffb378726691 req-4dd42537-28ca-43a2-aa7e-0e9640b11419 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:41.358819 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a076af3b-e120-4f99-a821-ffb378726691 req-4dd42537-28ca-43a2-aa7e-0e9640b11419 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.3327415 Jun 24 20:35:41.419006 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-32e7d610-bf38-4e1f-b26d-9487a3d0e793 req-d43379aa-f9a4-4e99-a391-a4b69ab22f48 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732101 Jun 24 20:35:41.458818 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a076af3b-e120-4f99-a821-ffb378726691 req-919c2061-849d-440f-80f4-eec8fd2ba145 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859487 Jun 24 20:35:41.525033 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:41.530729 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d5b7a72-6d3e-46ab-9bc6-0a99ee4a0979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:41.565304 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d5b7a72-6d3e-46ab-9bc6-0a99ee4a0979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:41.640762 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-6d5b7a72-6d3e-46ab-9bc6-0a99ee4a0979 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=06eba6d4867246d5a06b6334398e6d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8458083 Jun 24 20:35:41.643548 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 47754) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:41.663651 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b7a72-6d3e-46ab-9bc6-0a99ee4a0979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff29442-5cf1-42ea-831a-2a9fdbada258,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:41.704501 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:41.739549 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:41.756146 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Allocated IP 172.27.1.25 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/a409f95d-be06-404a-9140-fa07ed052217) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:35:41.908248 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:42.029644 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff29442-5cf1-42ea-831a-2a9fdbada258,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:42.045830 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:42.058169 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3ff29442-5cf1-42ea-831a-2a9fdbada258 HTTP/1.1" status: 204 len: 168 time: 0.4135165 Jun 24 20:35:42.060766 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:42.061103 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:42.061967 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:42.061967 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:42.062204 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:42.062386 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:42.062713 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:42.063010 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:42.063332 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:42.063637 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:42.063941 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:42.064248 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2e626-bc4e-4f0c-8330-9bb2ba9fa5a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:35:42.094586 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42fc5d-ee24-4676-a9f7-74f1ca86d9c6 req-35ca4488-d3de-4764-8bdf-a362527b88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:42.095594 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc42fc5d-ee24-4676-a9f7-74f1ca86d9c6 req-35ca4488-d3de-4764-8bdf-a362527b88ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 1098 time: 0.1567492 Jun 24 20:35:42.144292 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc42fc5d-ee24-4676-a9f7-74f1ca86d9c6 req-927cd2a1-1cba-4adb-8980-ca773656d77f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394585 Jun 24 20:35:42.144592 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:42.192788 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:42.298500 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:35:42.301674 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:35:42.321527 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:35:42.418026 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'Port': ['ID=a409f95d-be06-404a-9140-fa07ed052217,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:42.554868 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235775cb-96bf-4557-87dd-3cc761f4128d req-8109df43-7abb-4e89-ae24-0a94fb8668ac tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:42.556703 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-235775cb-96bf-4557-87dd-3cc761f4128d req-8109df43-7abb-4e89-ae24-0a94fb8668ac tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.1764410 Jun 24 20:35:42.566782 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:42.625292 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 2647e1d6-2556-4060-8896-3fa6bafefab1 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:35:42.649704 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:42.663560 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-235775cb-96bf-4557-87dd-3cc761f4128d req-ee97c217-761e-4124-bcd2-75166350a4bb tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962944 Jun 24 20:35:42.683631 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 47780) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:42.718076 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7263b71f-a99c-46fa-8677-a512f0833fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:42.739486 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-7263b71f-a99c-46fa-8677-a512f0833fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:42.743851 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-7263b71f-a99c-46fa-8677-a512f0833fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:34715a26e54a4bf2bcb54e20643133cc is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:42.747872 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-7263b71f-a99c-46fa-8677-a512f0833fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:42.754485 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-7263b71f-a99c-46fa-8677-a512f0833fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:42.863719 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7263b71f-a99c-46fa-8677-a512f0833fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:42.871148 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7263b71f-a99c-46fa-8677-a512f0833fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:42.885104 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 2647e1d6-2556-4060-8896-3fa6bafefab1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2647e1d6-2556-4060-8896-3fa6bafefab1,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:42.886541 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba680c5-067c-442d-8a22-694f594d0530 req-dd8cd12d-8c82-4991-9fce-265c3397235b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:42.888076 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1ba680c5-067c-442d-8a22-694f594d0530 req-dd8cd12d-8c82-4991-9fce-265c3397235b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.1989360 Jun 24 20:35:42.904820 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'port_id': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'mac_address': 'fa:16:3e:00:1f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:35:42.918582 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-7263b71f-a99c-46fa-8677-a512f0833fc9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=34715a26e54a4bf2bcb54e20643133cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314813 Jun 24 20:35:42.919165 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 47784) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:42.968220 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263b71f-a99c-46fa-8677-a512f0833fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2612de-d987-4d23-89b7-a8981ba83c22,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:42.972490 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 2647e1d6-2556-4060-8896-3fa6bafefab1 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:35:42.973076 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:42.974477 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1ba680c5-067c-442d-8a22-694f594d0530 req-2c50dd33-67f6-4a41-8e23-ba5bd09cf8b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788074 Jun 24 20:35:42.993423 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2647e1d6-2556-4060-8896-3fa6bafefab1 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:35:43.022755 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 2647e1d6-2556-4060-8896-3fa6bafefab1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2647e1d6-2556-4060-8896-3fa6bafefab1,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:43.030403 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:43.031991 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:43.037900 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:43.048114 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fdd26c4f-ff7a-4c05-b383-2d15a3ad05ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:43.079794 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fdd26c4f-ff7a-4c05-b383-2d15a3ad05ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:43.136645 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=2647e1d6-2556-4060-8896-3fa6bafefab1,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:43.147146 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'Port': ['ID=a409f95d-be06-404a-9140-fa07ed052217,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:43.163704 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:43.182350 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fdd26c4f-ff7a-4c05-b383-2d15a3ad05ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:43.196930 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd26c4f-ff7a-4c05-b383-2d15a3ad05ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2612de-d987-4d23-89b7-a8981ba83c22,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:43.210882 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fdd26c4f-ff7a-4c05-b383-2d15a3ad05ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:43.212036 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-fdd26c4f-ff7a-4c05-b383-2d15a3ad05ae admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ce2612de-d987-4d23-89b7-a8981ba83c22 HTTP/1.1" status: 204 len: 168 time: 0.2920740 Jun 24 20:35:43.233195 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:43.234753 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-bb01026c-fc85-4ce3-84da-bcd3fa07bfcf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2936778 Jun 24 20:35:43.356879 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['2647e1d6-2556-4060-8896-3fa6bafefab1'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:35:43.580947 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-02c7000d-8a73-44d6-b1fb-1ba2c8225a90 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--349926678&fields=id&tenant_id=50d9fb9258c640e88fc3f13defa38c4d HTTP/1.1" status: 200 len: 267 time: 0.0862529 Jun 24 20:35:43.812777 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-bb1076ab-db5e-4746-a52e-141fb3aa5785 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:43.821967 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-bb1076ab-db5e-4746-a52e-141fb3aa5785 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/networks?id=7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 200 len: 815 time: 0.2400246 Jun 24 20:35:43.848134 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-afae4d1a-8d48-46ac-a546-6bf5bb139529 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/quotas/50d9fb9258c640e88fc3f13defa38c4d HTTP/1.1" status: 200 len: 375 time: 0.0248818 Jun 24 20:35:43.996677 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-3a337a8d-2ff2-433c-9c87-490ae93b65bf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1476588 Jun 24 20:35:44.179170 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df50f21-f560-4a48-aad2-83ba1c189ac2 req-deb385d6-42c7-42e8-b973-16c950cde504 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:44.180913 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2df50f21-f560-4a48-aad2-83ba1c189ac2 req-deb385d6-42c7-42e8-b973-16c950cde504 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 945 time: 0.2310951 Jun 24 20:35:44.242553 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2df50f21-f560-4a48-aad2-83ba1c189ac2 req-8f5430a4-0031-4b7b-81e4-eef241745281 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521970 Jun 24 20:35:44.338892 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-430c2417-b2f2-44d4-b010-eeadd39b3227 service neutron] 10.222.0.33 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247771 Jun 24 20:35:44.560758 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ad8d-26d9-4bf5-88ff-3fce35eb9771 req-34480555-44a8-4b81-9351-93122cb47784 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:44.562699 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c6b0ad8d-26d9-4bf5-88ff-3fce35eb9771 req-34480555-44a8-4b81-9351-93122cb47784 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.1308577 Jun 24 20:35:44.576461 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-cb223832-3079-4efc-8c9e-a143f405a74c service neutron] 10.222.0.33 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312276 Jun 24 20:35:44.612718 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c6b0ad8d-26d9-4bf5-88ff-3fce35eb9771 req-792c988d-d18c-47e8-8cc3-7d037ae5afd9 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 Jun 24 20:35:44.640188 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 2647e1d6-2556-4060-8896-3fa6bafefab1 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:35:44.878463 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 2647e1d6-2556-4060-8896-3fa6bafefab1 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:35:44.917260 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 2647e1d6-2556-4060-8896-3fa6bafefab1 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:35:44.918477 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:44.978248 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bd3f52f0-c386-43d4-9389-3d47c043d92d req-bc776f01-9744-4b08-a2e0-2adcd3cacfd2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 210 time: 0.0837376 Jun 24 20:35:45.235293 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 2647e1d6-2556-4060-8896-3fa6bafefab1 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:35:45.236071 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:45.280760 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:35:45.308372 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 2647e1d6-2556-4060-8896-3fa6bafefab1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2647e1d6-2556-4060-8896-3fa6bafefab1,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:45.314626 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:45.334758 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672110e-3e7e-4d93-bbb2-995018a0bb99 req-bd5df48f-de31-431b-8874-82a170df3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:45.341019 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6672110e-3e7e-4d93-bbb2-995018a0bb99 req-bd5df48f-de31-431b-8874-82a170df3439 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 1098 time: 0.2944822 Jun 24 20:35:45.433106 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daf584-f535-43a4-b641-c0156a18f4c2 req-cadc1e14-d0d0-458f-87f0-c45e6769257d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:45.446910 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-78daf584-f535-43a4-b641-c0156a18f4c2 req-cadc1e14-d0d0-458f-87f0-c45e6769257d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.2594776 Jun 24 20:35:45.448702 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=2647e1d6-2556-4060-8896-3fa6bafefab1,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:45.626652 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcc01c-f917-43b5-9e99-878dd58ddcde req-9c60befb-3730-40ea-9e25-36c3b5d444f5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:45.637304 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-cfbcc01c-f917-43b5-9e99-878dd58ddcde req-9c60befb-3730-40ea-9e25-36c3b5d444f5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.1782341 Jun 24 20:35:45.758101 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-78daf584-f535-43a4-b641-c0156a18f4c2 req-32b6b0af-8ea1-4b78-974c-4dea41d28850 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054075 Jun 24 20:35:45.760345 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-cfbcc01c-f917-43b5-9e99-878dd58ddcde req-3dce80e8-8057-408a-b3c2-9254751f96df tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165667 Jun 24 20:35:45.843268 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4e2824-b045-4605-8372-deea844101ac'] response: {'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'code': 200} Jun 24 20:35:45.851244 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672110e-3e7e-4d93-bbb2-995018a0bb99 req-06bf1d33-219a-4d90-ae41-67206b6ca7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:45.856173 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6672110e-3e7e-4d93-bbb2-995018a0bb99 req-06bf1d33-219a-4d90-ae41-67206b6ca7e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 920 time: 0.5026696 Jun 24 20:35:46.013940 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47914) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:46.202162 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47922) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:46.254490 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6672110e-3e7e-4d93-bbb2-995018a0bb99 req-46575106-8e6d-4547-9a86-2ad1c124271f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbd17804-4c12-492a-b58f-1661ae21a9ae HTTP/1.1" status: 200 len: 217 time: 0.3922122 Jun 24 20:35:46.371263 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-47c4eb6a-e901-43df-9128-3ebda0ce32b1 req-8a5d69ae-4c32-4c48-85e2-2a0c107e03ca tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 210 time: 0.1026800 Jun 24 20:35:46.383949 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672110e-3e7e-4d93-bbb2-995018a0bb99 req-6f81a3da-413e-4b58-8b45-bc626018da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:46.385557 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6672110e-3e7e-4d93-bbb2-995018a0bb99 req-6f81a3da-413e-4b58-8b45-bc626018da2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.1239703 Jun 24 20:35:46.477869 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e6ccac3-b29f-4472-9396-515497f10b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:46.477869 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8c7cfce-ae3d-4de1-a756-67b35594a1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:46.497246 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a8c7cfce-ae3d-4de1-a756-67b35594a1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:46.501424 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a8c7cfce-ae3d-4de1-a756-67b35594a1a7 admin admin] Usage tracker for resource:security_group_rule and tenant:50bdebd37666415481538a27e7261f89 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:46.504966 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a8c7cfce-ae3d-4de1-a756-67b35594a1a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:46.508139 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6e6ccac3-b29f-4472-9396-515497f10b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:46.514076 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a8c7cfce-ae3d-4de1-a756-67b35594a1a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:46.516605 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-6e6ccac3-b29f-4472-9396-515497f10b6e admin admin] Usage tracker for resource:security_group_rule and tenant:ffe9abc382ec44e59627549b83abee4a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:46.520374 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-6e6ccac3-b29f-4472-9396-515497f10b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:46.531053 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6e6ccac3-b29f-4472-9396-515497f10b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:46.548995 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303b778-4ba6-4b88-bb52-cf2a62739954 req-07e91539-d0f6-45d2-80b9-af6ef7032f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:46.550500 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2303b778-4ba6-4b88-bb52-cf2a62739954 req-07e91539-d0f6-45d2-80b9-af6ef7032f9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 1099 time: 0.3782163 Jun 24 20:35:46.663825 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2303b778-4ba6-4b88-bb52-cf2a62739954 req-5d041e97-19b4-43a6-9ef6-090bd83bd1c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918605 Jun 24 20:35:46.667970 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672110e-3e7e-4d93-bbb2-995018a0bb99 req-1f62fbd5-b43b-4d9e-b89c-fc0ffcfe181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:46.670080 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6672110e-3e7e-4d93-bbb2-995018a0bb99 req-1f62fbd5-b43b-4d9e-b89c-fc0ffcfe181b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2742419 Jun 24 20:35:46.670323 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8c7cfce-ae3d-4de1-a756-67b35594a1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:46.677959 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8c7cfce-ae3d-4de1-a756-67b35594a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:46.751306 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e6ccac3-b29f-4472-9396-515497f10b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:46.761112 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e6ccac3-b29f-4472-9396-515497f10b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:46.769334 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7cfce-ae3d-4de1-a756-67b35594a1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a30b3d4-410d-47b4-8c9c-d875f8ba11e1,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:47.067864 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-a8c7cfce-ae3d-4de1-a756-67b35594a1a7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=50bdebd37666415481538a27e7261f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8643820 Jun 24 20:35:47.077567 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47948) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:47.163629 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ccac3-b29f-4472-9396-515497f10b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169174b4-922c-4525-af9b-44a9a37ca967,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:47.195875 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-6e6ccac3-b29f-4472-9396-515497f10b6e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ffe9abc382ec44e59627549b83abee4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1804082 Jun 24 20:35:47.200207 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 47952) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:47.221874 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7face072-2678-43fd-9c69-a47a8770645a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:47.251637 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7face072-2678-43fd-9c69-a47a8770645a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:47.271483 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be85ec-919c-4a18-95eb-8640a75e59f9 req-479f5412-83ad-4839-b9c7-468b695423b1 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:47.272936 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-41be85ec-919c-4a18-95eb-8640a75e59f9 req-479f5412-83ad-4839-b9c7-468b695423b1 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.1914439 Jun 24 20:35:47.349856 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7face072-2678-43fd-9c69-a47a8770645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:47.383998 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7face072-2678-43fd-9c69-a47a8770645a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:47.388030 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-7face072-2678-43fd-9c69-a47a8770645a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0a30b3d4-410d-47b4-8c9c-d875f8ba11e1 HTTP/1.1" status: 204 len: 168 time: 0.3054874 Jun 24 20:35:47.399901 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf54e2d-d450-49f8-abac-0d45c9c02b25 req-6e963910-b66c-43cc-a82e-a10d83b76192 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:47.400342 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ebf54e2d-d450-49f8-abac-0d45c9c02b25 req-6e963910-b66c-43cc-a82e-a10d83b76192 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.4081469 Jun 24 20:35:47.401174 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7face072-2678-43fd-9c69-a47a8770645a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a30b3d4-410d-47b4-8c9c-d875f8ba11e1,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:47.443847 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50553519-00d9-4008-89ea-17fe66533b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:47.474998 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50553519-00d9-4008-89ea-17fe66533b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:47.520147 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-41be85ec-919c-4a18-95eb-8640a75e59f9 req-fccdc9a7-ca34-4fe6-b12a-53281e61515a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151880 Jun 24 20:35:47.552729 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50553519-00d9-4008-89ea-17fe66533b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:47.562566 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6672110e-3e7e-4d93-bbb2-995018a0bb99 req-142d140c-6046-4af6-8a94-53342730b171 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666791 Jun 24 20:35:47.580829 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50553519-00d9-4008-89ea-17fe66533b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169174b4-922c-4525-af9b-44a9a37ca967,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:47.585605 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-8d58e381-ad41-4ad3-8f0c-7cdb4d930c09 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:47.592521 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50553519-00d9-4008-89ea-17fe66533b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:47.594006 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-50553519-00d9-4008-89ea-17fe66533b02 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/169174b4-922c-4525-af9b-44a9a37ca967 HTTP/1.1" status: 204 len: 168 time: 0.3742363 Jun 24 20:35:47.605106 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ebf54e2d-d450-49f8-abac-0d45c9c02b25 req-b69ca59b-6de0-4f8f-bafb-f0523f76fe9a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806953 Jun 24 20:35:47.605278 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-8d58e381-ad41-4ad3-8f0c-7cdb4d930c09 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "GET /v2.0/networks?id=7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 200 len: 815 time: 0.6754210 Jun 24 20:35:47.786450 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6672110e-3e7e-4d93-bbb2-995018a0bb99 req-0e942585-9cfb-4c1e-89a1-2f42b390289f service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796925 Jun 24 20:35:47.925263 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3c93bfaa-02c8-489b-a111-bffdfeaf7a41 req-15117745-d690-4730-9b04-6852629459cd tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 210 time: 0.1119096 Jun 24 20:35:47.965349 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-d5d1733d-100e-4313-99b2-d12f5e9477d7 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50d9fb9258c640e88fc3f13defa38c4d HTTP/1.1" status: 200 len: 472 time: 0.1772172 Jun 24 20:35:47.989899 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'port': {'device_id': '3649efeb-3575-4d95-aa79-ab4d3ff9d946', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'admin_state_up': True, 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'security_groups': ['85e4d159-309f-456d-9536-cded9c89212f']}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:48.397817 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:48.418995 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:48.438611 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Made reservation on behalf of 50d9fb9258c640e88fc3f13defa38c4d for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:35:48.442329 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:48.733959 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Allocated IP 172.20.0.4 (7fe66e7b-631d-49f2-87af-6f9a31183f39/aaff2148-a5b9-46f1-b4f3-e167f2aba951/3fbbab64-41fc-47c3-9d6e-6997f58f4ca4) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:35:48.896813 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9dbdf-f1f2-469c-9e09-2e1d9dba1d2a req-5b3a64b0-631b-4398-9ce5-cb64c7fdf4f7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:48.901911 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4bc9dbdf-f1f2-469c-9e09-2e1d9dba1d2a req-5b3a64b0-631b-4398-9ce5-cb64c7fdf4f7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.1478245 Jun 24 20:35:48.998772 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4bc9dbdf-f1f2-469c-9e09-2e1d9dba1d2a req-e7766f08-24f0-438e-8316-bbfc76d2645b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897717 Jun 24 20:35:49.003191 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f2a00-04fb-474f-8ce5-e68f23ad994d req-4cb03e67-a22b-462b-a626-7eb1815d76f1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:49.004704 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8a5f2a00-04fb-474f-8ce5-e68f23ad994d req-4cb03e67-a22b-462b-a626-7eb1815d76f1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.2189369 Jun 24 20:35:49.096949 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8a5f2a00-04fb-474f-8ce5-e68f23ad994d req-fe17a1ed-8c55-49b8-be18-9d3f7bcd1493 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849950 Jun 24 20:35:49.103192 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:49.156310 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Transition to ACTIVE for port object 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:35:49.199049 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:49.306886 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccac53-594e-4c53-9921-07840f926c9c req-36a3cbfc-d95b-4242-9c03-cc8fc7935b67 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:49.308356 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-adccac53-594e-4c53-9921-07840f926c9c req-36a3cbfc-d95b-4242-9c03-cc8fc7935b67 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 931 time: 0.1723320 Jun 24 20:35:49.393437 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-adccac53-594e-4c53-9921-07840f926c9c req-1353d9a5-4365-4d7b-afb1-851c53cfe2cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:35:49.436872 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-adccac53-594e-4c53-9921-07840f926c9c req-1353d9a5-4365-4d7b-afb1-851c53cfe2cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:35:49.438019 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-adccac53-594e-4c53-9921-07840f926c9c req-1353d9a5-4365-4d7b-afb1-851c53cfe2cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227379 Jun 24 20:35:49.520672 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Network 7fe66e7b-631d-49f2-87af-6f9a31183f39 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:35:49.529487 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:35:49.534639 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:35:49.571591 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'Port': ['ID=3fbbab64-41fc-47c3-9d6e-6997f58f4ca4,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:49.639908 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:49.640550 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:49.710493 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44097be6-f84a-4de8-a2b0-de67dfe89581 req-102959d8-1a72-4169-bc6a-e2a886f98bc3 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:49.712210 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-44097be6-f84a-4de8-a2b0-de67dfe89581 req-102959d8-1a72-4169-bc6a-e2a886f98bc3 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.2769132 Jun 24 20:35:49.713581 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-87ffeaf8-06d3-4a4f-afa7-093890baf2e6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7285876 Jun 24 20:35:49.721444 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48050) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:49.729752 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-27a83e51-23a9-4565-a4fd-4868cf5099de tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Request body: {'floatingip': {'port_id': '2647e1d6-2556-4060-8896-3fa6bafefab1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:49.879605 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27a83e51-23a9-4565-a4fd-4868cf5099de tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:49.994843 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-55d22e9d-89c4-4c82-ad28-a5ee1f03770f None None] Provisioning for port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:35:50.009741 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-55d22e9d-89c4-4c82-ad28-a5ee1f03770f None None] Provisioning complete for port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:35:50.015377 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-55d22e9d-89c4-4c82-ad28-a5ee1f03770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:50.160623 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-55d22e9d-89c4-4c82-ad28-a5ee1f03770f None None] Port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:35:50.325317 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-95694a91-de27-4961-af55-aa58fc19e877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:50.492281 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb458e-401b-4271-9b80-aa057abf1ad4 req-59dafa14-7ac4-41b5-bf43-e6cf89a4e796 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:50.509804 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-02fb458e-401b-4271-9b80-aa057abf1ad4 req-59dafa14-7ac4-41b5-bf43-e6cf89a4e796 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.2762117 Jun 24 20:35:50.622018 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Request body: {'port': {'device_id': '3649efeb-3575-4d95-aa79-ab4d3ff9d946', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:50.807439 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-02fb458e-401b-4271-9b80-aa057abf1ad4 req-bf9ca097-c024-4752-b973-b7f6f4737c2e tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956038 Jun 24 20:35:50.871186 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:50.891427 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f454956-278c-48bd-b4f0-efcb8befc8b7 req-cadd5914-fc54-4f74-a4c6-d5d628f8b3d0 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:50.892123 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-7f454956-278c-48bd-b4f0-efcb8befc8b7 req-cadd5914-fc54-4f74-a4c6-d5d628f8b3d0 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:35:51.117842 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27a83e51-23a9-4565-a4fd-4868cf5099de tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:51.131723 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27a83e51-23a9-4565-a4fd-4868cf5099de tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:51.269745 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:35:51.277748 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:51.294340 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Transition to ACTIVE for port object 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:35:51.295619 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-7f454956-278c-48bd-b4f0-efcb8befc8b7 req-cadd5914-fc54-4f74-a4c6-d5d628f8b3d0 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:35:51.296969 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7f454956-278c-48bd-b4f0-efcb8befc8b7 req-cadd5914-fc54-4f74-a4c6-d5d628f8b3d0 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 931 time: 0.7220473 Jun 24 20:35:51.300504 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:51.523589 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.l3_db [None req-27a83e51-23a9-4565-a4fd-4868cf5099de tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Floating IP 53701557-4626-4b17-8da5-04e9a93c0bfe associated. External IP: 172.27.1.60, port: 2647e1d6-2556-4060-8896-3fa6bafefab1. Jun 24 20:35:51.553489 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7f454956-278c-48bd-b4f0-efcb8befc8b7 req-72b65a54-4b40-46f7-988b-157917a8e7d1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465923 Jun 24 20:35:51.725446 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Pushing event updated for resources: {'Port': ['ID=3fbbab64-41fc-47c3-9d6e-6997f58f4ca4,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:51.910062 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Attempting to bind port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:35:51.910861 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Attempting to bind port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:35:51.911342 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Attempting to bind port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:35:51.916883 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:35:51.917362 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Attempting to bind port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:35:51.922806 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:35:51.923367 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Checking segment: {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:35:51.923900 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Bound using segment: {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:35:51.924455 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Bound port: 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:35:51.924953 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:52.045756 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] For port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:35:52.047889 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] For port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3fbbab64-41fc-47c3-9d6e-6997f58f4ca4,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:35:52.061494 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:52.155232 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Pushing event updated for resources: {'Port': ['ID=3fbbab64-41fc-47c3-9d6e-6997f58f4ca4,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:52.165191 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:52.165880 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:52.167941 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-322b36f7-3113-46c8-ba5c-55fe6b9c0e4d service neutron] 10.222.0.15 "PUT /v2.0/ports/3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 HTTP/1.1" status: 200 len: 1093 time: 1.5912242 Jun 24 20:35:52.168183 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3649efeb-3575-4d95-aa79-ab4d3ff9d946', 'tag': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:35:52.241261 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea58871-ebcd-42cd-b9e0-2314149f4662'] response: {'name': 'network-changed', 'server_uuid': '3649efeb-3575-4d95-aa79-ab4d3ff9d946', 'tag': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4', 'status': 'completed', 'code': 200} Jun 24 20:35:52.276217 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c724c-8cc0-4f5e-87bd-6486351e2533 req-4714b46d-47b8-4f31-b544-2bc02ef928a7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:52.278581 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-da2c724c-8cc0-4f5e-87bd-6486351e2533 req-4714b46d-47b8-4f31-b544-2bc02ef928a7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.2334616 Jun 24 20:35:52.298942 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a83e51-23a9-4565-a4fd-4868cf5099de tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Router faa845b9-6af9-49e6-877c-90bce3e650dc has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:35:52.509097 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12561cad-f442-44d9-a87e-a87c87061486 req-c8381092-d997-4729-b19c-d7b191109a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:52.510638 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-12561cad-f442-44d9-a87e-a87c87061486 req-c8381092-d997-4729-b19c-d7b191109a8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 1096 time: 0.1787724 Jun 24 20:35:52.526063 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7a2bbd32-1b52-4289-b6a4-e8dfc23a2a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:52.563131 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-da2c724c-8cc0-4f5e-87bd-6486351e2533 req-e65c434f-41a0-46cd-a02d-3f31e7428aff tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729113 Jun 24 20:35:52.630223 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a83e51-23a9-4565-a4fd-4868cf5099de tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:35:52.639782 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27a83e51-23a9-4565-a4fd-4868cf5099de tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:52.645659 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d660dd-1e5b-4976-a7cb-f6fe35d99c65 None None] Sync routers for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:35:52.663754 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d660dd-1e5b-4976-a7cb-f6fe35d99c65 None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:35:52.664827 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e0d660dd-1e5b-4976-a7cb-f6fe35d99c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:35:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:52.750732 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12561cad-f442-44d9-a87e-a87c87061486 req-7a08f5dc-1672-4531-9358-3b1890708013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:52.752643 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-27a83e51-23a9-4565-a4fd-4868cf5099de tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "PUT /v2.0/floatingips/53701557-4626-4b17-8da5-04e9a93c0bfe HTTP/1.1" status: 200 len: 991 time: 3.0296209 Jun 24 20:35:52.752999 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:35:52.758317 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-12561cad-f442-44d9-a87e-a87c87061486 req-7a08f5dc-1672-4531-9358-3b1890708013 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2362053 Jun 24 20:35:52.929016 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77efa05a-e399-4c33-80d6-3c71b104336c'] response: {'name': 'network-changed', 'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'status': 'completed', 'code': 200} Jun 24 20:35:53.079245 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-e0d660dd-1e5b-4976-a7cb-f6fe35d99c65 None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:35:53.192021 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12561cad-f442-44d9-a87e-a87c87061486 req-d2a9384b-e07d-4fc2-b4c3-f9beb91f4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:53.195159 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-12561cad-f442-44d9-a87e-a87c87061486 req-d2a9384b-e07d-4fc2-b4c3-f9beb91f4d87 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4310083 Jun 24 20:35:53.215979 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc643234-d38c-4b11-b155-2bc45de94bb4 req-f4f1f215-ba6f-4feb-8f1f-c7e047ee2738 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:53.223670 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fc643234-d38c-4b11-b155-2bc45de94bb4 req-f4f1f215-ba6f-4feb-8f1f-c7e047ee2738 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 943 time: 0.3978779 Jun 24 20:35:53.351064 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fc643234-d38c-4b11-b155-2bc45de94bb4 req-79feb25c-754c-47b6-b2e7-a979db923972 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264575 Jun 24 20:35:53.382313 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83c4d-b7e0-4ed8-92ac-4f6c1a4927ac req-852246fe-d547-49ac-93cf-54730ead497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:53.383800 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f5d83c4d-b7e0-4ed8-92ac-4f6c1a4927ac req-852246fe-d547-49ac-93cf-54730ead497a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb38036f5e9142b980bb459c181aba56&device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 1099 time: 0.3199337 Jun 24 20:35:53.550257 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:53.610856 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-f1693af6-f40f-48c4-9438-58e83c49dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:53.620658 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-f1693af6-f40f-48c4-9438-58e83c49dae2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 1096 time: 0.3788786 Jun 24 20:35:53.622217 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83c4d-b7e0-4ed8-92ac-4f6c1a4927ac req-8e915fb0-3347-4b99-9199-36a4eb75e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:53.623655 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f5d83c4d-b7e0-4ed8-92ac-4f6c1a4927ac req-8e915fb0-3347-4b99-9199-36a4eb75e604 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e HTTP/1.1" status: 200 len: 917 time: 0.2322681 Jun 24 20:35:53.767788 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-4e42eb54-b307-4f13-9e88-762a682126a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 HTTP/1.1" status: 200 len: 217 time: 0.1347003 Jun 24 20:35:53.783322 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:53.855304 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e0d660dd-1e5b-4976-a7cb-f6fe35d99c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '53701557-4626-4b17-8da5-04e9a93c0bfe', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'port_id': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'mac_address': 'fa:16:3e:00:1f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:35:27Z', 'updated_at': '2022-06-24T20:35:50Z', 'revision_number': 1, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:29Z', 'revision_number': 5, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:53.862675 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d660dd-1e5b-4976-a7cb-f6fe35d99c65 None None] Checking router: faa845b9-6af9-49e6-877c-90bce3e650dc for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:35:53.875623 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d660dd-1e5b-4976-a7cb-f6fe35d99c65 None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:35:53.876803 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e0d660dd-1e5b-4976-a7cb-f6fe35d99c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:35:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:53.917058 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05284cb3-cc1b-4ab5-95ee-b9153875c804 req-3fc0912b-5bef-4e71-b448-d0df44861d73 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:53.931145 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-05284cb3-cc1b-4ab5-95ee-b9153875c804 req-3fc0912b-5bef-4e71-b448-d0df44861d73 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.2364271 Jun 24 20:35:53.982635 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-5a721a1b-8a7a-4485-bd5a-60e26a04bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:53.987413 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-5a721a1b-8a7a-4485-bd5a-60e26a04bc55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aaff2148-a5b9-46f1-b4f3-e167f2aba951 HTTP/1.1" status: 200 len: 854 time: 0.1539011 Jun 24 20:35:54.005941 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f5d83c4d-b7e0-4ed8-92ac-4f6c1a4927ac req-f6fa52d9-d876-49e7-9120-1b7234a1926d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2647e1d6-2556-4060-8896-3fa6bafefab1 HTTP/1.1" status: 200 len: 999 time: 0.3716130 Jun 24 20:35:54.053739 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-05284cb3-cc1b-4ab5-95ee-b9153875c804 req-5ba85cf6-cbb0-4f79-85ae-a8bbd3693ada tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195834 Jun 24 20:35:54.255268 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83c4d-b7e0-4ed8-92ac-4f6c1a4927ac req-93537895-4a1c-40d9-ab9b-7475d77debec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:54.257453 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f5d83c4d-b7e0-4ed8-92ac-4f6c1a4927ac req-93537895-4a1c-40d9-ab9b-7475d77debec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84e55a5-a91c-4053-bdd6-57a0a2d2cdda HTTP/1.1" status: 200 len: 855 time: 0.1430988 Jun 24 20:35:54.353320 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-8a8728f5-346e-409e-9904-842ff9d22d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:54.354836 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-8a8728f5-346e-409e-9904-842ff9d22d2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fe66e7b-631d-49f2-87af-6f9a31183f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3445919 Jun 24 20:35:54.366643 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-e0d660dd-1e5b-4976-a7cb-f6fe35d99c65 None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:35:54.403000 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48168) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:54.482873 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83c4d-b7e0-4ed8-92ac-4f6c1a4927ac req-4f13f0f0-781f-4cde-b59d-7600aa83c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:54.484842 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f5d83c4d-b7e0-4ed8-92ac-4f6c1a4927ac req-4f13f0f0-781f-4cde-b59d-7600aa83c71f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2200444 Jun 24 20:35:54.670922 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8b745149-98ea-4464-9aea-05f1cfb9b7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:54.725295 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8b745149-98ea-4464-9aea-05f1cfb9b7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:54.737956 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-8b745149-98ea-4464-9aea-05f1cfb9b7ef admin admin] Usage tracker for resource:security_group_rule and tenant:b9bcfb0d68874fbaaa9dd11bb6882a03 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:54.746055 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-8b745149-98ea-4464-9aea-05f1cfb9b7ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:54.765442 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8b745149-98ea-4464-9aea-05f1cfb9b7ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:54.927798 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-3d4fdfbb-b4c2-4a02-9eea-7b59febc0d16 service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645468 Jun 24 20:35:54.996635 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8b745149-98ea-4464-9aea-05f1cfb9b7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:55.005641 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8b745149-98ea-4464-9aea-05f1cfb9b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:55.079208 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-8b745149-98ea-4464-9aea-05f1cfb9b7ef admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b9bcfb0d68874fbaaa9dd11bb6882a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6749561 Jun 24 20:35:55.093937 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48194) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:55.169789 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b745149-98ea-4464-9aea-05f1cfb9b7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3f9c6f-50d0-4468-9a38-1ad12ce254e3,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:55.215998 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:55.222404 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7cce3424-39d7-4e09-929a-f88d7fd428bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:55.264277 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7cce3424-39d7-4e09-929a-f88d7fd428bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:55.320073 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e0d660dd-1e5b-4976-a7cb-f6fe35d99c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '53701557-4626-4b17-8da5-04e9a93c0bfe', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'port_id': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'mac_address': 'fa:16:3e:00:1f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:35:27Z', 'updated_at': '2022-06-24T20:35:50Z', 'revision_number': 1, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:29Z', 'revision_number': 5, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:35:55.321080 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-382b8a2b-d1b5-4f11-8479-3886fb2d4d96 req-36a22945-8782-42dc-ae31-c4a174f7a9f3 service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799939 Jun 24 20:35:55.330289 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d660dd-1e5b-4976-a7cb-f6fe35d99c65 None None] The sync data for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi is: [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '53701557-4626-4b17-8da5-04e9a93c0bfe', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'port_id': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'mac_address': 'fa:16:3e:00:1f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:35:27Z', 'updated_at': '2022-06-24T20:35:50Z', 'revision_number': 1, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:29Z', 'revision_number': 5, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:35:55.357819 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f5d83c4d-b7e0-4ed8-92ac-4f6c1a4927ac req-3eef8fb2-0905-458f-b591-0381c151ad68 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8606110 Jun 24 20:35:55.374196 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7cce3424-39d7-4e09-929a-f88d7fd428bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:55.394929 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f452aec-0798-4d09-9e1e-1755c338e86e req-a123b944-0e5c-4996-a459-16dfbbcbb516 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:55.410756 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2f452aec-0798-4d09-9e1e-1755c338e86e req-a123b944-0e5c-4996-a459-16dfbbcbb516 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 943 time: 0.8067813 Jun 24 20:35:55.418906 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce3424-39d7-4e09-929a-f88d7fd428bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3f9c6f-50d0-4468-9a38-1ad12ce254e3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:55.422654 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7cce3424-39d7-4e09-929a-f88d7fd428bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:55.442726 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-7cce3424-39d7-4e09-929a-f88d7fd428bf admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1a3f9c6f-50d0-4468-9a38-1ad12ce254e3 HTTP/1.1" status: 204 len: 168 time: 0.3472700 Jun 24 20:35:55.604736 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2f452aec-0798-4d09-9e1e-1755c338e86e req-b7a290c4-0266-4241-886b-19191924e194 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930046 Jun 24 20:35:55.667719 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f5d83c4d-b7e0-4ed8-92ac-4f6c1a4927ac req-fd3a113f-efb5-43e3-8fd2-82e0db299570 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064644 Jun 24 20:35:55.728175 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9df577-c1b1-43e3-8e22-1e51b9c92afd None None] New status for floating IP 53701557-4626-4b17-8da5-04e9a93c0bfe: ACTIVE {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:35:56.068898 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48220) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:56.099205 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-256dbed8-0eec-4fe4-aa21-40fab5b52cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.127821 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-256dbed8-0eec-4fe4-aa21-40fab5b52cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:56.133619 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-256dbed8-0eec-4fe4-aa21-40fab5b52cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:09eeb7900d934db48a79cb61970fa94b is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:56.139669 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 48224) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:56.142321 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-256dbed8-0eec-4fe4-aa21-40fab5b52cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:56.144673 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-82276775-26dd-43e5-b13a-d0aab14115b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579003600', 'description': 'tempest-description--1187701405'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:56.151105 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-256dbed8-0eec-4fe4-aa21-40fab5b52cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:56.155666 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-82276775-26dd-43e5-b13a-d0aab14115b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:56.172686 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-82276775-26dd-43e5-b13a-d0aab14115b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:56.192938 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-82276775-26dd-43e5-b13a-d0aab14115b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.272203 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-256dbed8-0eec-4fe4-aa21-40fab5b52cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.278817 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-256dbed8-0eec-4fe4-aa21-40fab5b52cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.318585 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-82276775-26dd-43e5-b13a-d0aab14115b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:56.322416 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-82276775-26dd-43e5-b13a-d0aab14115b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Usage tracker for resource:security_group_rule and tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:56.325523 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-82276775-26dd-43e5-b13a-d0aab14115b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:56.331691 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-256dbed8-0eec-4fe4-aa21-40fab5b52cc6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=09eeb7900d934db48a79cb61970fa94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616785 Jun 24 20:35:56.334841 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48230) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:56.348036 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-82276775-26dd-43e5-b13a-d0aab14115b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:56.387237 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dbed8-0eec-4fe4-aa21-40fab5b52cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b52180-aac2-4086-b4bc-3477c91b1492,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:56.430881 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-58b3d68e-0904-45a8-852b-b41fbb4accbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.485746 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-58b3d68e-0904-45a8-852b-b41fbb4accbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.498298 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-82276775-26dd-43e5-b13a-d0aab14115b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.508155 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-82276775-26dd-43e5-b13a-d0aab14115b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.559394 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82276775-26dd-43e5-b13a-d0aab14115b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74489120-d0ad-4d3b-81e8-0a269d8594a9,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:56.565315 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-58b3d68e-0904-45a8-852b-b41fbb4accbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.589190 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-82276775-26dd-43e5-b13a-d0aab14115b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.590619 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-82276775-26dd-43e5-b13a-d0aab14115b2 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4499362 Jun 24 20:35:56.592040 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-58b3d68e-0904-45a8-852b-b41fbb4accbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.593985 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-58b3d68e-0904-45a8-852b-b41fbb4accbb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d2b52180-aac2-4086-b4bc-3477c91b1492 HTTP/1.1" status: 204 len: 168 time: 0.2573302 Jun 24 20:35:56.594144 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 48238) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:56.594466 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3d68e-0904-45a8-852b-b41fbb4accbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b52180-aac2-4086-b4bc-3477c91b1492,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:56.610657 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-a5c72a8f-5eab-444a-b1d4-95250f8e9f11 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Request body: {'security_group_rule': {'security_group_id': '74489120-d0ad-4d3b-81e8-0a269d8594a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:56.632598 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-a5c72a8f-5eab-444a-b1d4-95250f8e9f11 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:56.640369 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-a5c72a8f-5eab-444a-b1d4-95250f8e9f11 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Usage tracker for resource:security_group_rule and tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:56.646373 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-a5c72a8f-5eab-444a-b1d4-95250f8e9f11 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:56.661460 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-a5c72a8f-5eab-444a-b1d4-95250f8e9f11 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:56.694239 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a5c72a8f-5eab-444a-b1d4-95250f8e9f11 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.851368 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a5c72a8f-5eab-444a-b1d4-95250f8e9f11 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.860081 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a5c72a8f-5eab-444a-b1d4-95250f8e9f11 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.901809 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c72a8f-5eab-444a-b1d4-95250f8e9f11 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f4f02b-ab88-445b-bd08-8c58ee05ee20,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:56.913192 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af543c46-75d8-491f-875b-f76133d4905a req-0c646321-ccab-496c-a78b-d5beb575d26f tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:56.915009 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-af543c46-75d8-491f-875b-f76133d4905a req-0c646321-ccab-496c-a78b-d5beb575d26f tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 943 time: 0.1638634 Jun 24 20:35:56.932614 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a5c72a8f-5eab-444a-b1d4-95250f8e9f11 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:56.933729 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-a5c72a8f-5eab-444a-b1d4-95250f8e9f11 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390920 Jun 24 20:35:56.936533 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48250) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:56.945555 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f98a5a33-f129-43d7-9583-613f97653134 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Request body: {'security_group_rule': {'security_group_id': '74489120-d0ad-4d3b-81e8-0a269d8594a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:56.948911 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f98a5a33-f129-43d7-9583-613f97653134 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:56.960091 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-f98a5a33-f129-43d7-9583-613f97653134 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Usage tracker for resource:security_group_rule and tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:56.966948 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-f98a5a33-f129-43d7-9583-613f97653134 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:56.983063 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f98a5a33-f129-43d7-9583-613f97653134 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:57.002021 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-af543c46-75d8-491f-875b-f76133d4905a req-6b447f5f-a964-4bea-ab0c-e6f587d3394d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636077 Jun 24 20:35:57.019768 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f98a5a33-f129-43d7-9583-613f97653134 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:57.096148 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f98a5a33-f129-43d7-9583-613f97653134 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:57.104580 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f98a5a33-f129-43d7-9583-613f97653134 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:57.262661 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a5a33-f129-43d7-9583-613f97653134 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b767c3-2909-482b-a571-9f5c9b9699f5,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:57.278849 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f98a5a33-f129-43d7-9583-613f97653134 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:57.280844 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-f98a5a33-f129-43d7-9583-613f97653134 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3428526 Jun 24 20:35:57.283510 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48266) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:57.294579 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:35:57.300337 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:57.304506 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Usage tracker for resource:floatingip and tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:57.308117 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:57.314809 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:57.330861 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:57.555350 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:57.732299 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Allocated IP 172.27.1.78 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/be1bb688-b36f-43d3-ba78-05f38cfcf845) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:35:57.926478 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:57.968657 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:58.041133 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:35:58.049265 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:35:58.053771 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:35:58.084613 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Pushing event updated for resources: {'Port': ['ID=be1bb688-b36f-43d3-ba78-05f38cfcf845,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:58.158452 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:58.265727 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:58.665967 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:58.682875 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:58.859195 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Pushing event updated for resources: {'Port': ['ID=be1bb688-b36f-43d3-ba78-05f38cfcf845,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:35:58.882971 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c763c-6d2d-403c-aa49-0b34ecdc4cf3 req-fc129723-54a5-4e31-a6d5-5af14755970d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:58.889835 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2f2c763c-6d2d-403c-aa49-0b34ecdc4cf3 req-fc129723-54a5-4e31-a6d5-5af14755970d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 943 time: 0.3201640 Jun 24 20:35:58.915101 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:58.961769 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2f2c763c-6d2d-403c-aa49-0b34ecdc4cf3 req-c23133dc-3a9c-446d-a3ce-9b2baed3ebf9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709178 Jun 24 20:35:58.964692 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:58.974329 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-8c0fec82-4176-417d-89e6-ab95c794b9c8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6802952 Jun 24 20:35:59.371226 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-6d8a9b6f-2865-4805-aba0-91b4b9451841 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Synchronizing usage tracker for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:35:59.406970 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-6d8a9b6f-2865-4805-aba0-91b4b9451841 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Unset dirty status for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:35:59.408137 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-6d8a9b6f-2865-4805-aba0-91b4b9451841 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1579003600&fields=id&tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7 HTTP/1.1" status: 200 len: 267 time: 0.1184564 Jun 24 20:35:59.491408 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48350) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:35:59.531162 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:35:59.705425 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-4417cb50-b5ef-43d2-b545-eeecfccf158a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:35:59.707127 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-4417cb50-b5ef-43d2-b545-eeecfccf158a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 819 time: 0.2859375 Jun 24 20:35:59.715697 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b223b2f6-10e9-4eb1-a294-c28b2e927927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:59.728107 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3fbbab64-41fc-47c3-9d6e-6997f58f4ca4,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:59.728458 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-efaea0be-5899-4b52-9293-53d34b143622 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/quotas/cdcfd31d4ba7493ea8fa3d782618b7d7 HTTP/1.1" status: 200 len: 375 time: 0.0139575 Jun 24 20:35:59.741383 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b223b2f6-10e9-4eb1-a294-c28b2e927927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:35:59.747713 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-b223b2f6-10e9-4eb1-a294-c28b2e927927 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ba4f0cce5f40b5bd95308af8d6077a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:35:59.751955 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'port_id': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4', 'mac_address': 'fa:16:3e:a9:41:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:35:59.752571 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-b223b2f6-10e9-4eb1-a294-c28b2e927927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:35:59.760907 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b223b2f6-10e9-4eb1-a294-c28b2e927927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:35:59.853260 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:35:59.865194 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:59.880647 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-4533a643-0177-4660-813c-c5c9ed62cceb tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1451812 Jun 24 20:35:59.891105 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:35:59.916540 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3fbbab64-41fc-47c3-9d6e-6997f58f4ca4,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:35:59.923896 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:59.931763 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b223b2f6-10e9-4eb1-a294-c28b2e927927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:35:59.944345 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b223b2f6-10e9-4eb1-a294-c28b2e927927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:00.009175 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=3fbbab64-41fc-47c3-9d6e-6997f58f4ca4,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:00.017253 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:00.017719 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:00.018161 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:00.018606 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:00.019025 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:00.019483 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:00.019896 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:00.020384 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:00.020815 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:00.021318 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:00.021861 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:00.022372 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:00.046674 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-75291eee-56f3-4224-af9a-7769ff7fdfe0 service neutron] 10.222.0.33 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577978 Jun 24 20:36:00.059254 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-b223b2f6-10e9-4eb1-a294-c28b2e927927 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d4ba4f0cce5f40b5bd95308af8d6077a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5644832 Jun 24 20:36:00.065203 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48362) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:00.065876 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223b2f6-10e9-4eb1-a294-c28b2e927927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbde903-5655-44ce-8a4d-77077536f97c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:00.203726 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-51604199-d2b5-4185-9330-d6e4e35768fd service neutron] 10.222.0.33 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538537 Jun 24 20:36:00.208862 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['3fbbab64-41fc-47c3-9d6e-6997f58f4ca4'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:36:00.226851 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1d74faa3-5bed-400f-afdd-effc8b7b3c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:00.269275 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1d74faa3-5bed-400f-afdd-effc8b7b3c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:00.380445 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c59c4-6766-488f-bdec-fcbf7284cae5 req-727cd872-22b6-403e-a761-587e28d6e12b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:00.381937 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-115c59c4-6766-488f-bdec-fcbf7284cae5 req-727cd872-22b6-403e-a761-587e28d6e12b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 944 time: 0.2220023 Jun 24 20:36:00.383302 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1d74faa3-5bed-400f-afdd-effc8b7b3c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:00.413330 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74faa3-5bed-400f-afdd-effc8b7b3c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbde903-5655-44ce-8a4d-77077536f97c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:00.450394 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1d74faa3-5bed-400f-afdd-effc8b7b3c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:00.461783 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-1d74faa3-5bed-400f-afdd-effc8b7b3c6d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ecbde903-5655-44ce-8a4d-77077536f97c HTTP/1.1" status: 204 len: 168 time: 0.3895772 Jun 24 20:36:00.488916 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-115c59c4-6766-488f-bdec-fcbf7284cae5 req-e0274c3b-b31c-44bd-8ce1-44d1fa18ffdf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910914 Jun 24 20:36:00.635380 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-091942b0-fac3-4c3f-bf6a-2f24bf78f5e9 req-39eb3746-38b2-482c-ac1f-5f5831d33c70 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 210 time: 0.1441512 Jun 24 20:36:01.302267 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 48416) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:01.484624 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2e367b93-0743-4dab-9744-ddb5291a4778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:01.522531 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-2e367b93-0743-4dab-9744-ddb5291a4778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:36:01.535797 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-2e367b93-0743-4dab-9744-ddb5291a4778 admin admin] Usage tracker for resource:security_group_rule and tenant:0b746722412448378f3c7ad71f7ad8fc is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:36:01.538752 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:36:01.541524 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-2e367b93-0743-4dab-9744-ddb5291a4778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:36:01.548326 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-2e367b93-0743-4dab-9744-ddb5291a4778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:36:01.653985 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2e367b93-0743-4dab-9744-ddb5291a4778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:01.660446 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2e367b93-0743-4dab-9744-ddb5291a4778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:01.719528 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:36:01.728723 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:36:01.730077 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:01.748939 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-2e367b93-0743-4dab-9744-ddb5291a4778 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0b746722412448378f3c7ad71f7ad8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453404 Jun 24 20:36:01.751537 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48436) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:01.782058 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e367b93-0743-4dab-9744-ddb5291a4778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33337659-7a0d-481f-9a6c-303b59949571,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:01.863730 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 48440) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:01.960762 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ebd5007-deaf-463e-a163-1be1523c3180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:01.975149 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c418e9fb-3878-497c-8dd3-3a1689c8a2b9 req-89a26328-af5c-4ab0-a770-7091a1070f04 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 210 time: 0.1024606 Jun 24 20:36:02.019717 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:36:02.020191 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:02.031645 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ebd5007-deaf-463e-a163-1be1523c3180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:02.057071 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a151-ff43-4099-b177-a20d7ab9f9ff req-ec08243b-4d75-46af-907e-c713850efdbf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:02.058926 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-75e1a151-ff43-4099-b177-a20d7ab9f9ff req-ec08243b-4d75-46af-907e-c713850efdbf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 944 time: 0.2856164 Jun 24 20:36:02.070452 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3649efeb-3575-4d95-aa79-ab4d3ff9d946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:36:02.091499 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3fbbab64-41fc-47c3-9d6e-6997f58f4ca4,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:36:02.102863 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:02.198657 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-75e1a151-ff43-4099-b177-a20d7ab9f9ff req-c6b1ce42-6e41-4ac5-b3a5-646a0f815e33 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309776 Jun 24 20:36:02.221803 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ebd5007-deaf-463e-a163-1be1523c3180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:02.241572 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4f728f-03de-4f62-acb1-35e500c3e564'] response: {'server_uuid': '3649efeb-3575-4d95-aa79-ab4d3ff9d946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4', 'code': 200} Jun 24 20:36:02.242798 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2056823846-network', 'tenant_id': 'a662e71bcb9e46b88aaff2f3a6b86d6e'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:36:02.263696 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:36:02.269502 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd5007-deaf-463e-a163-1be1523c3180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33337659-7a0d-481f-9a6c-303b59949571,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:02.284490 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Usage tracker for resource:network and tenant:a662e71bcb9e46b88aaff2f3a6b86d6e is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:36:02.305429 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:36:02.313034 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ebd5007-deaf-463e-a163-1be1523c3180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:02.314396 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-2ebd5007-deaf-463e-a163-1be1523c3180 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/33337659-7a0d-481f-9a6c-303b59949571 HTTP/1.1" status: 204 len: 168 time: 0.5612507 Jun 24 20:36:02.347575 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:36:02.357191 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=3fbbab64-41fc-47c3-9d6e-6997f58f4ca4,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:02.436176 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Made reservation on behalf of a662e71bcb9e46b88aaff2f3a6b86d6e for: {'network': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:36:02.440061 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:02.525455 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:02.631940 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-4227c5b7-331c-4cf4-a846-4291d05dadb6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:02.635549 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-4227c5b7-331c-4cf4-a846-4291d05dadb6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 819 time: 0.5953741 Jun 24 20:36:02.636644 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:36:02.665012 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Usage tracker for resource:security_group_rule and tenant:a662e71bcb9e46b88aaff2f3a6b86d6e is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:36:02.675441 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:36:02.687552 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:36:02.736804 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-4fc247e7-3494-4d3d-ae99-667a48a5fa32 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7 HTTP/1.1" status: 200 len: 380 time: 0.0865984 Jun 24 20:36:02.759537 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Request body: {'port': {'device_id': '5b67d275-52f1-4fd6-8029-626e19739d35', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'admin_state_up': True, 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'security_groups': ['74489120-d0ad-4d3b-81e8-0a269d8594a9']}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:36:02.864047 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62a7d8-dbc6-40c8-902e-9c0ab30fd3f1 req-7d885077-462e-44de-ace0-67995551abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:02.865506 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0b62a7d8-dbc6-40c8-902e-9c0ab30fd3f1 req-7d885077-462e-44de-ace0-67995551abc2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 1098 time: 0.3092268 Jun 24 20:36:02.948978 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48472) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:02.956211 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:36:02.974267 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc44932e-5f1d-4e75-b931-37808e3dea3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:02.994469 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bc44932e-5f1d-4e75-b931-37808e3dea3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:36:02.999316 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-bc44932e-5f1d-4e75-b931-37808e3dea3f admin admin] Usage tracker for resource:security_group_rule and tenant:ce14adc739524feaa6700ae7af0e5c29 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:36:03.003101 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-bc44932e-5f1d-4e75-b931-37808e3dea3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:36:03.010997 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bc44932e-5f1d-4e75-b931-37808e3dea3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:36:03.028246 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:36:03.044790 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:03.049396 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0b62a7d8-dbc6-40c8-902e-9c0ab30fd3f1 req-26fe815a-06b5-41e5-8239-80e0e730c3e0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722732 Jun 24 20:36:03.057234 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:03.080782 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Made reservation on behalf of cdcfd31d4ba7493ea8fa3d782618b7d7 for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:36:03.087060 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:03.126553 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:36:03.187718 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f797d2f7-577f-43b4-90f1-0f2429cd4a54,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:03.305918 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:03.306536 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.segments_db [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Added segment 07a692ac-4f07-4085-93d3-83bfaf7e8bab of type vlan for network 837b17a6-9961-4d43-88ff-9792983c7060 Jun 24 20:36:03.319397 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc44932e-5f1d-4e75-b931-37808e3dea3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:03.321385 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9c96823e-a08f-4e77-9168-d9f5fc830b86 req-c857799f-c0da-4777-a31c-629101f4d187 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 210 time: 0.1807964 Jun 24 20:36:03.330401 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc44932e-5f1d-4e75-b931-37808e3dea3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:03.398510 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:03.406772 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-bc44932e-5f1d-4e75-b931-37808e3dea3f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ce14adc739524feaa6700ae7af0e5c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557400 Jun 24 20:36:03.409883 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48484) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:03.510418 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:03.511521 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:03.512193 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:03.558280 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44932e-5f1d-4e75-b931-37808e3dea3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb588d1-3ea1-4270-9c3e-65400fa2059e,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:03.607365 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Allocated IP 172.20.0.5 (06227ec4-def1-4924-97fa-f9c49839cab3/e02b5670-f217-4f99-9448-1d750526a468/7b879642-fe5f-481a-8c15-8ee9c1f951a0) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:36:03.608982 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2979bf10-ccaf-45e6-8e73-7fe0c98c39c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:03.650064 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2979bf10-ccaf-45e6-8e73-7fe0c98c39c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:03.691891 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cef5e-b814-46e4-83bf-90f62a5b2cf9 req-8f03b7c9-bc6a-4d7e-ba5e-dac322daffab tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:03.696320 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8310003 Jun 24 20:36:03.697805 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 48488) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:03.700965 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-196cef5e-b814-46e4-83bf-90f62a5b2cf9 req-8f03b7c9-bc6a-4d7e-ba5e-dac322daffab tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 945 time: 0.2226410 Jun 24 20:36:03.709836 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f58e3-a6d6-4213-949b-90abc36b330d admin admin] Pushing event updated for resources: {'Network': ['ID=837b17a6-9961-4d43-88ff-9792983c7060,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:03.734300 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network 837b17a6-9961-4d43-88ff-9792983c7060 details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:36:03.736982 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Request body: {'subnet': {'network_id': '837b17a6-9961-4d43-88ff-9792983c7060', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2056823846-subnet', 'tenant_id': 'a662e71bcb9e46b88aaff2f3a6b86d6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:36:03.777290 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:36:03.787202 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Usage tracker for resource:subnet and tenant:a662e71bcb9e46b88aaff2f3a6b86d6e is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:36:03.794934 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-196cef5e-b814-46e4-83bf-90f62a5b2cf9 req-7bd29abe-9307-481c-8c37-3217f8122a44 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865736 Jun 24 20:36:03.817957 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:36:03.887717 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2979bf10-ccaf-45e6-8e73-7fe0c98c39c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:03.890696 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:36:03.920237 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979bf10-ccaf-45e6-8e73-7fe0c98c39c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb588d1-3ea1-4270-9c3e-65400fa2059e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:03.928987 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2979bf10-ccaf-45e6-8e73-7fe0c98c39c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:03.933395 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-2979bf10-ccaf-45e6-8e73-7fe0c98c39c1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7cb588d1-3ea1-4270-9c3e-65400fa2059e HTTP/1.1" status: 204 len: 168 time: 0.5224745 Jun 24 20:36:03.942963 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Made reservation on behalf of a662e71bcb9e46b88aaff2f3a6b86d6e for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:36:03.953299 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2163071'] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:04.154154 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:04.184976 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Transition to ACTIVE for port object 7b879642-fe5f-481a-8c15-8ee9c1f951a0 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:36:04.286095 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2371705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2163017'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:04.357101 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:04.515546 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48512) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:04.524503 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Pushing event updated for resources: {'Port': ['ID=7b879642-fe5f-481a-8c15-8ee9c1f951a0,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:04.544405 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4cfe5fd0-2496-460c-aab7-042594c392f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:04.572895 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4cfe5fd0-2496-460c-aab7-042594c392f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:36:04.579589 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Network 06227ec4-def1-4924-97fa-f9c49839cab3 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:36:04.581890 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8196844f-e0b0-4d65-abb0-9d8a1f86466e,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:04.584970 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:36:04.587443 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:36:04.591856 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-4cfe5fd0-2496-460c-aab7-042594c392f2 admin admin] Usage tracker for resource:security_group_rule and tenant:c0e841748605427ab7f294ba0758cf06 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:36:04.595279 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-4cfe5fd0-2496-460c-aab7-042594c392f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:36:04.601990 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4cfe5fd0-2496-460c-aab7-042594c392f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:36:04.626769 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Checking segment: {'id': '07a692ac-4f07-4085-93d3-83bfaf7e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '837b17a6-9961-4d43-88ff-9792983c7060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:36:04.627105 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Network hostable DHCP agents. Network: 837b17a6-9961-4d43-88ff-9792983c7060, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:36:04.743325 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:04.744126 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:04.762038 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Network 837b17a6-9961-4d43-88ff-9792983c7060 is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:36:04.762720 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4cfe5fd0-2496-460c-aab7-042594c392f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:04.770443 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4cfe5fd0-2496-460c-aab7-042594c392f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:04.781642 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-23c2cdb5-7fa4-41ba-b5e9-7b147d43926b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0277128 Jun 24 20:36:04.790667 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, 837b17a6-9961-4d43-88ff-9792983c7060) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:36:04.795987 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:04.796573 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:04.803741 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006fc2fb-36d2-43a3-902e-c8ec588423df None None] Network 837b17a6-9961-4d43-88ff-9792983c7060 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:36:04.807110 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Request body: {'port': {'device_id': '5b67d275-52f1-4fd6-8029-626e19739d35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:36:04.884250 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86651197-bd49-4096-a188-2c2806e261c1 req-d355bae0-4b72-4c53-827c-26b92404a4f9 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:04.887404 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-86651197-bd49-4096-a188-2c2806e261c1 req-d355bae0-4b72-4c53-827c-26b92404a4f9 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Synchronizing usage tracker for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:36:04.912062 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe5fd0-2496-460c-aab7-042594c392f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efcbe51-0dd5-498e-95ac-3c7013487b47,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:05.014609 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-a8de4680-1dab-46d8-a0da-d42d582839f0 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3008423 Jun 24 20:36:05.023954 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-4cfe5fd0-2496-460c-aab7-042594c392f2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c0e841748605427ab7f294ba0758cf06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044227 Jun 24 20:36:05.025656 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48528) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:05.043032 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-0f682c78-1c6b-49c6-96b2-cff3cec2dbe4 None None] Provisioning for port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:36:05.076171 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-0f682c78-1c6b-49c6-96b2-cff3cec2dbe4 None None] Provisioning complete for port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:36:05.076522 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0f682c78-1c6b-49c6-96b2-cff3cec2dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:05.079895 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-86651197-bd49-4096-a188-2c2806e261c1 req-d355bae0-4b72-4c53-827c-26b92404a4f9 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Unset dirty status for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:36:05.099036 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-86651197-bd49-4096-a188-2c2806e261c1 req-d355bae0-4b72-4c53-827c-26b92404a4f9 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 931 time: 0.4801435 Jun 24 20:36:05.114117 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-038744fc-9ed0-4a90-9ca8-6d1fea272229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:05.181333 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-038744fc-9ed0-4a90-9ca8-6d1fea272229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:05.199037 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:05.256958 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-86651197-bd49-4096-a188-2c2806e261c1 req-62ca946a-f70f-4d20-82a1-f80a78923c92 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566265 Jun 24 20:36:05.266061 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7a0a0-bd2c-483a-8f27-0c014331916c req-9be14d84-8655-4815-a669-7d9d4904dd3d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:05.280725 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-b2b7a0a0-bd2c-483a-8f27-0c014331916c req-9be14d84-8655-4815-a669-7d9d4904dd3d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 945 time: 0.3429751 Jun 24 20:36:05.289508 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-0f682c78-1c6b-49c6-96b2-cff3cec2dbe4 None None] Port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:36:05.401974 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-b2b7a0a0-bd2c-483a-8f27-0c014331916c req-2ced11c8-160f-437c-a3c0-965f0ec99d05 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202154 Jun 24 20:36:05.429898 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-038744fc-9ed0-4a90-9ca8-6d1fea272229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:05.454081 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038744fc-9ed0-4a90-9ca8-6d1fea272229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efcbe51-0dd5-498e-95ac-3c7013487b47,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:05.468537 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-038744fc-9ed0-4a90-9ca8-6d1fea272229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:05.506934 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-038744fc-9ed0-4a90-9ca8-6d1fea272229 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2efcbe51-0dd5-498e-95ac-3c7013487b47 HTTP/1.1" status: 204 len: 168 time: 0.4757299 Jun 24 20:36:05.668413 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7520b2-9900-4b72-84ee-d7a4b3dd59be None None] Network 837b17a6-9961-4d43-88ff-9792983c7060 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:36:06.109850 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b879642-fe5f-481a-8c15-8ee9c1f951a0 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:36:06.138014 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:06.152918 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8768088-a4a2-4548-82e1-f35b52866dfa req-32c3c034-1bba-4fbb-807d-eb460b78e751 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:06.154447 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a8768088-a4a2-4548-82e1-f35b52866dfa req-32c3c034-1bba-4fbb-807d-eb460b78e751 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 945 time: 0.3789337 Jun 24 20:36:06.164417 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48562) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:06.173989 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-68830104-88ec-4247-8f5b-01c0f5c63630 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'floatingip': {'port_id': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:36:06.185269 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Transition to ACTIVE for port object 7b879642-fe5f-481a-8c15-8ee9c1f951a0 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:36:06.191433 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:06.533753 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-68830104-88ec-4247-8f5b-01c0f5c63630 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:06.553813 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:06.651631 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b879642-fe5f-481a-8c15-8ee9c1f951a0,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:06.807012 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81523426-3dd7-4447-a248-2bc11fce47e0 req-fc0b7267-50a2-4356-9432-16336552628b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:06.816091 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-81523426-3dd7-4447-a248-2bc11fce47e0 req-fc0b7267-50a2-4356-9432-16336552628b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 943 time: 0.4161627 Jun 24 20:36:06.900544 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Attempting to bind port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:36:06.901087 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Attempting to bind port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:36:06.901571 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Attempting to bind port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 on network 06227ec4-def1-4924-97fa-f9c49839cab3 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:36:06.911655 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-81523426-3dd7-4447-a248-2bc11fce47e0 req-9a87290a-f110-4cd5-859d-968a36fe7c86 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945559 Jun 24 20:36:06.932509 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 on network 06227ec4-def1-4924-97fa-f9c49839cab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:36:06.932910 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Attempting to bind port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 on network 06227ec4-def1-4924-97fa-f9c49839cab3 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:36:06.944349 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:36:06.951405 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Checking segment: {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:36:06.951858 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Bound using segment: {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:36:06.952321 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Bound port: 7b879642-fe5f-481a-8c15-8ee9c1f951a0, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f57748-31f6-4ecd-8b07-174a79e68802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:36:06.952674 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:07.196474 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] For port 7b879642-fe5f-481a-8c15-8ee9c1f951a0, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:36:07.201446 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] For port 7b879642-fe5f-481a-8c15-8ee9c1f951a0, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7b879642-fe5f-481a-8c15-8ee9c1f951a0,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:36:07.209376 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:07.307310 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:07.309047 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:07.310501 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] 10.222.0.15 "PUT /v2.0/ports/7b879642-fe5f-481a-8c15-8ee9c1f951a0 HTTP/1.1" status: 200 len: 1093 time: 2.5211480 Jun 24 20:36:07.313328 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b67d275-52f1-4fd6-8029-626e19739d35', 'tag': '7b879642-fe5f-481a-8c15-8ee9c1f951a0'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:36:07.483663 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35ca3f1-cf01-4bb7-9917-bca3d6b36d35'] response: {'name': 'network-changed', 'server_uuid': '5b67d275-52f1-4fd6-8029-626e19739d35', 'tag': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'status': 'completed', 'code': 200} Jun 24 20:36:07.488700 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a13bfc-3eb1-4569-8277-301a993f85e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b879642-fe5f-481a-8c15-8ee9c1f951a0,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:07.564852 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-4335e58e-5664-44a1-a4c2-ca7be45463c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:07.566376 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-4335e58e-5664-44a1-a4c2-ca7be45463c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 1096 time: 0.1957061 Jun 24 20:36:07.749521 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-aed665b6-90fb-434b-b235-e2f602cea34c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b879642-fe5f-481a-8c15-8ee9c1f951a0 HTTP/1.1" status: 200 len: 217 time: 0.1637838 Jun 24 20:36:07.832891 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-68830104-88ec-4247-8f5b-01c0f5c63630 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:07.845654 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-68830104-88ec-4247-8f5b-01c0f5c63630 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:07.866051 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-e2ac810a-af38-40ea-b845-e2ae2fdbfd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:07.868286 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-e2ac810a-af38-40ea-b845-e2ae2fdbfd94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.1103916 Jun 24 20:36:08.030316 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-c97abeaa-4655-4368-a444-c068a8666d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:08.031845 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-c97abeaa-4655-4368-a444-c068a8666d0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1405690 Jun 24 20:36:08.477167 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-034304ed-a16a-4d9b-a87d-e7c285b2955a service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363933 Jun 24 20:36:08.576482 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.l3_db [None req-68830104-88ec-4247-8f5b-01c0f5c63630 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Floating IP 111d9f19-4c71-4a84-9aa9-dcc92cef6d5c associated. External IP: 172.27.1.25, port: 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4. Jun 24 20:36:08.595402 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-549b7d90-c865-43fc-9579-c9f2d27bae3a tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:08.596101 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-549b7d90-c865-43fc-9579-c9f2d27bae3a tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Synchronizing usage tracker for tenant:a662e71bcb9e46b88aaff2f3a6b86d6e on resource:network {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:36:08.647865 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d856bb5-e5f5-4b8c-b7c9-0e1823ed41a4 req-9b43bba9-130b-4530-a052-7ba281e8a871 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:08.649381 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2d856bb5-e5f5-4b8c-b7c9-0e1823ed41a4 req-9b43bba9-130b-4530-a052-7ba281e8a871 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 943 time: 0.2571254 Jun 24 20:36:08.652162 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-549b7d90-c865-43fc-9579-c9f2d27bae3a tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Unset dirty status for tenant:a662e71bcb9e46b88aaff2f3a6b86d6e on resource:network {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:36:08.658393 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-549b7d90-c865-43fc-9579-c9f2d27bae3a tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/networks?id=837b17a6-9961-4d43-88ff-9792983c7060 HTTP/1.1" status: 200 len: 814 time: 0.4180779 Jun 24 20:36:08.693907 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-1807e5bc-e9d5-417d-9505-2365f9354256 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/quotas/a662e71bcb9e46b88aaff2f3a6b86d6e HTTP/1.1" status: 200 len: 375 time: 0.0346112 Jun 24 20:36:08.746738 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ae3a459-ba1a-4ee6-b479-104dab78b986 req-b90468fb-60fc-4648-8ddc-66c54ee51843 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532411 Jun 24 20:36:08.761209 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-daa15bec-9b5a-4dde-914a-8e04b01fda12 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a662e71bcb9e46b88aaff2f3a6b86d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663640 Jun 24 20:36:08.868195 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2d856bb5-e5f5-4b8c-b7c9-0e1823ed41a4 req-d732c3a5-3648-4abb-b374-6565bf36d4d6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361427 Jun 24 20:36:08.970500 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-81eb32f2-4381-446e-b36f-85166e6d9121 service neutron] 10.222.0.33 "GET /v2.0/networks/837b17a6-9961-4d43-88ff-9792983c7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993926 Jun 24 20:36:09.095402 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9b65-cd34-4205-afcc-7a1298e5d108 req-8b12b1ff-c995-4868-bbed-34fb8033f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:09.096995 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e74d9b65-cd34-4205-afcc-7a1298e5d108 req-8b12b1ff-c995-4868-bbed-34fb8033f470 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 1096 time: 0.2375669 Jun 24 20:36:09.108761 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68830104-88ec-4247-8f5b-01c0f5c63630 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Router a897ac1a-6a68-486c-906e-21279c914a56 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:36:09.286497 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-527987d4-6b8a-40fd-85e6-121bca8d4bba service neutron] 10.222.0.33 "GET /v2.0/networks/837b17a6-9961-4d43-88ff-9792983c7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240020 Jun 24 20:36:09.360500 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68830104-88ec-4247-8f5b-01c0f5c63630 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:36:09.369475 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-68830104-88ec-4247-8f5b-01c0f5c63630 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:09.385055 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a963c-ec0b-4886-b3ed-aa31598ca6ae None None] Sync routers for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:36:09.402460 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a963c-ec0b-4886-b3ed-aa31598ca6ae None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:36:09.405553 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e30a963c-ec0b-4886-b3ed-aa31598ca6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:35:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:36:09.421923 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9b65-cd34-4205-afcc-7a1298e5d108 req-444bda30-1c84-4a78-95e4-1b2daafe8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:09.424198 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e74d9b65-cd34-4205-afcc-7a1298e5d108 req-444bda30-1c84-4a78-95e4-1b2daafe8bf8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 920 time: 0.3120384 Jun 24 20:36:09.457280 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-68830104-88ec-4247-8f5b-01c0f5c63630 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "PUT /v2.0/floatingips/111d9f19-4c71-4a84-9aa9-dcc92cef6d5c HTTP/1.1" status: 200 len: 990 time: 3.2899737 Jun 24 20:36:09.462965 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3649efeb-3575-4d95-aa79-ab4d3ff9d946', 'tag': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:36:09.633144 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442567d2-d931-41e0-b915-27551e730c53'] response: {'name': 'network-changed', 'server_uuid': '3649efeb-3575-4d95-aa79-ab4d3ff9d946', 'tag': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4', 'status': 'completed', 'code': 200} Jun 24 20:36:09.635061 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e74d9b65-cd34-4205-afcc-7a1298e5d108 req-1581ad33-3f2a-4504-8094-a4554352be1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b879642-fe5f-481a-8c15-8ee9c1f951a0 HTTP/1.1" status: 200 len: 217 time: 0.2008924 Jun 24 20:36:09.796661 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e344106c-54e2-46b2-b050-7043182990fa req-2b901948-3e24-46f5-bdec-745eb5e06cd8 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 210 time: 0.1703970 Jun 24 20:36:09.843637 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9b65-cd34-4205-afcc-7a1298e5d108 req-ba09049d-a94d-4e0d-a6c6-b82eb6df0061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:09.846098 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e74d9b65-cd34-4205-afcc-7a1298e5d108 req-ba09049d-a94d-4e0d-a6c6-b82eb6df0061 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.1655869 Jun 24 20:36:09.929070 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-e30a963c-ec0b-4886-b3ed-aa31598ca6ae None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:36:09.942963 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-703c25d7-6ae8-43e3-9016-3278cad279a4 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=fb83be8ea54f4686aba3f014c10afcc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465832 Jun 24 20:36:09.947759 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7289-e2d9-4726-a883-78818a883aae req-25f89cf4-44cf-4572-8732-d0eb5608f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:09.949550 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cadf7289-e2d9-4726-a883-78818a883aae req-25f89cf4-44cf-4572-8732-d0eb5608f51a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 1098 time: 0.2178800 Jun 24 20:36:10.127423 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7289-e2d9-4726-a883-78818a883aae req-bc7f40ac-2f0c-4f21-a92d-1959922757eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:10.129295 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cadf7289-e2d9-4726-a883-78818a883aae req-bc7f40ac-2f0c-4f21-a92d-1959922757eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 200 len: 916 time: 0.1705551 Jun 24 20:36:10.181884 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-c8e381e1-40a5-46f3-b765-3db080494cb7 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:10.197099 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-c8e381e1-40a5-46f3-b765-3db080494cb7 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526472 Jun 24 20:36:10.220968 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-aba7303f-c9f1-4a99-9180-4de47ae729da tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/quotas/fb83be8ea54f4686aba3f014c10afcc7 HTTP/1.1" status: 200 len: 375 time: 0.0227945 Jun 24 20:36:10.283998 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cadf7289-e2d9-4726-a883-78818a883aae req-9b0dc7b3-b3ee-4d70-9277-e14d590ca433 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 HTTP/1.1" status: 200 len: 998 time: 0.1402066 Jun 24 20:36:10.355939 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9b65-cd34-4205-afcc-7a1298e5d108 req-de03c12e-33ae-4348-b045-df445264ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:10.358202 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e74d9b65-cd34-4205-afcc-7a1298e5d108 req-de03c12e-33ae-4348-b045-df445264ca58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4959741 Jun 24 20:36:10.452702 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-66e8b877-c36c-4403-9aef-be35a7e91909 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=fb83be8ea54f4686aba3f014c10afcc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2295756 Jun 24 20:36:10.637209 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7289-e2d9-4726-a883-78818a883aae req-460a60fa-71bb-4a30-86de-6630fe0480d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:10.637209 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cadf7289-e2d9-4726-a883-78818a883aae req-460a60fa-71bb-4a30-86de-6630fe0480d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aaff2148-a5b9-46f1-b4f3-e167f2aba951 HTTP/1.1" status: 200 len: 854 time: 0.2698014 Jun 24 20:36:10.760444 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e74d9b65-cd34-4205-afcc-7a1298e5d108 req-f77f1a10-7579-4a2a-a28b-dc2c0f29697d service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553519 Jun 24 20:36:10.918662 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e30a963c-ec0b-4886-b3ed-aa31598ca6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '111d9f19-4c71-4a84-9aa9-dcc92cef6d5c', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:a9:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3649efeb-3575-4d95-aa79-ab4d3ff9d946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:35:42Z', 'updated_at': '2022-06-24T20:36:07Z', 'revision_number': 1, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}, {'id': '8fd2c808-f4be-4ab4-bd77-2db4632de908', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '55beb609-73c5-4404-a268-73e742f3c39a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:05:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:34:40Z', 'revision_number': 2, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:36:10.923048 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a963c-ec0b-4886-b3ed-aa31598ca6ae None None] Checking router: a897ac1a-6a68-486c-906e-21279c914a56 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:36:10.951343 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a963c-ec0b-4886-b3ed-aa31598ca6ae None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:36:10.952295 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e30a963c-ec0b-4886-b3ed-aa31598ca6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:35:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:36:11.135267 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e74d9b65-cd34-4205-afcc-7a1298e5d108 req-2a7111b5-eb72-4908-8ff6-5382cc0f801c service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532619 Jun 24 20:36:11.157288 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52e42f-e544-40a6-9331-73552ba0a039 req-9b014e44-373a-4073-9ac1-7b0d102cd310 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:11.159216 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ee52e42f-e544-40a6-9331-73552ba0a039 req-9b014e44-373a-4073-9ac1-7b0d102cd310 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 943 time: 0.8712416 Jun 24 20:36:11.224127 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-7d2a5992-047b-423b-9100-e43a047ccd49 req-b767de5b-faf3-4ce5-8ddf-4af405715eed tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 210 time: 0.1822197 Jun 24 20:36:11.232644 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf7289-e2d9-4726-a883-78818a883aae req-5381ae05-8f86-4b0a-aa5a-44e0dd27e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:11.234308 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cadf7289-e2d9-4726-a883-78818a883aae req-5381ae05-8f86-4b0a-aa5a-44e0dd27e4a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fe66e7b-631d-49f2-87af-6f9a31183f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5934668 Jun 24 20:36:11.249242 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-e30a963c-ec0b-4886-b3ed-aa31598ca6ae None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:36:11.424648 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cadf7289-e2d9-4726-a883-78818a883aae req-616eaf4c-26bc-4362-aef4-b1c711db0d57 service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586809 Jun 24 20:36:11.467096 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-140c8ec9-a59f-4bdb-b86f-5c2ca954b9fe req-c732883f-e47d-4a69-a7b2-bb3f3387931b tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 210 time: 0.1255400 Jun 24 20:36:11.634326 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cadf7289-e2d9-4726-a883-78818a883aae req-fb0fdaf1-282a-4d18-8413-46ade0c4573b service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952572 Jun 24 20:36:11.638808 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ee52e42f-e544-40a6-9331-73552ba0a039 req-c2f33324-fda0-44a0-baff-da1f1892e720 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4695640 Jun 24 20:36:11.680514 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 7b879642-fe5f-481a-8c15-8ee9c1f951a0 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:36:11.926871 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-1b56c0a4-adaa-4071-9ff3-6e7569ff736d tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:11.928728 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-1b56c0a4-adaa-4071-9ff3-6e7569ff736d tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.15 "GET /v2.0/networks?id=837b17a6-9961-4d43-88ff-9792983c7060 HTTP/1.1" status: 200 len: 814 time: 0.2931056 Jun 24 20:36:11.967887 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Request body: {'port': {'device_id': '198e3cf9-d96b-44d8-9258-1739afb2fa1b', 'network_id': '837b17a6-9961-4d43-88ff-9792983c7060', 'admin_state_up': True, 'tenant_id': 'a662e71bcb9e46b88aaff2f3a6b86d6e'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:36:12.025191 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 7b879642-fe5f-481a-8c15-8ee9c1f951a0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7b879642-fe5f-481a-8c15-8ee9c1f951a0,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:36:12.047345 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'port_id': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'mac_address': 'fa:16:3e:c1:07:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:36:12.171979 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e30a963c-ec0b-4886-b3ed-aa31598ca6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '111d9f19-4c71-4a84-9aa9-dcc92cef6d5c', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:a9:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3649efeb-3575-4d95-aa79-ab4d3ff9d946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:35:42Z', 'updated_at': '2022-06-24T20:36:07Z', 'revision_number': 1, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}, {'id': '8fd2c808-f4be-4ab4-bd77-2db4632de908', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '55beb609-73c5-4404-a268-73e742f3c39a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:05:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:34:40Z', 'revision_number': 2, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:36:12.185993 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:36:12.186507 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:12.205114 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a963c-ec0b-4886-b3ed-aa31598ca6ae None None] The sync data for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi is: [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '111d9f19-4c71-4a84-9aa9-dcc92cef6d5c', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:a9:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3649efeb-3575-4d95-aa79-ab4d3ff9d946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:35:42Z', 'updated_at': '2022-06-24T20:36:07Z', 'revision_number': 1, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}, {'id': '8fd2c808-f4be-4ab4-bd77-2db4632de908', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '55beb609-73c5-4404-a268-73e742f3c39a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:05:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:34:40Z', 'revision_number': 2, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:36:12.210091 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b879642-fe5f-481a-8c15-8ee9c1f951a0 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:36:12.232226 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 7b879642-fe5f-481a-8c15-8ee9c1f951a0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7b879642-fe5f-481a-8c15-8ee9c1f951a0,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:36:12.233074 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:36:12.238347 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:12.238711 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Usage tracker for resource:port and tenant:a662e71bcb9e46b88aaff2f3a6b86d6e is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:36:12.243845 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:36:12.265327 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:36:12.292899 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Made reservation on behalf of a662e71bcb9e46b88aaff2f3a6b86d6e for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:36:12.296890 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:12.350516 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=7b879642-fe5f-481a-8c15-8ee9c1f951a0,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:12.474446 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f68b81e6-3a32-4b03-922a-dfab70296636 req-c1131b3f-8c5d-48c3-b3b1-4d7d0906a068 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 210 time: 0.0669239 Jun 24 20:36:12.521697 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Allocated IP 172.20.0.8 (837b17a6-9961-4d43-88ff-9792983c7060/8196844f-e0b0-4d65-abb0-9d8a1f86466e/1182ea92-2610-4a17-8b6f-f0fe9a0990d0) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:36:12.539993 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b006db8-babb-47fc-9fd8-afca78c6b96b None None] New status for floating IP 111d9f19-4c71-4a84-9aa9-dcc92cef6d5c: ACTIVE {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:36:12.609357 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['7b879642-fe5f-481a-8c15-8ee9c1f951a0'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:36:12.709463 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b3508b57-de70-4371-9807-52720d08f01f req-1f036f58-b997-45e7-afff-6e655b8f6d69 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 210 time: 0.1266057 Jun 24 20:36:12.862966 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-ff972cc6-93ac-48dc-b19c-a0b39f907278 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fb83be8ea54f4686aba3f014c10afcc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402369 Jun 24 20:36:12.904770 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942e2bc-d1cf-4252-87c9-1b45e855965a req-0bedcfcb-23e8-46fa-af97-43e88fd9aadd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:12.912242 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1942e2bc-d1cf-4252-87c9-1b45e855965a req-0bedcfcb-23e8-46fa-af97-43e88fd9aadd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 944 time: 0.0979121 Jun 24 20:36:12.917234 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:12.953053 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1942e2bc-d1cf-4252-87c9-1b45e855965a req-31b7d3e7-dbf4-4c96-8263-4a5f1fb95a9c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399461 Jun 24 20:36:13.061053 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-d2fab8da-f3eb-4f97-ac41-ac942d9d4c6b tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:13.062401 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-d2fab8da-f3eb-4f97-ac41-ac942d9d4c6b tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894581 Jun 24 20:36:13.070430 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:13.122280 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Request body: {'port': {'device_id': 'cfb0c464-c1f4-49d8-89ba-2848f81f1068', 'network_id': 'd6369815-e084-41d4-883b-1a0051c56768', 'admin_state_up': True, 'tenant_id': 'fb83be8ea54f4686aba3f014c10afcc7'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:36:13.220772 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Network 837b17a6-9961-4d43-88ff-9792983c7060 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:36:13.228124 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:36:13.234736 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:36:13.258798 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Pushing event updated for resources: {'Port': ['ID=1182ea92-2610-4a17-8b6f-f0fe9a0990d0,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:13.332687 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:13.333296 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:13.353380 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:36:13.357980 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Usage tracker for resource:port and tenant:fb83be8ea54f4686aba3f014c10afcc7 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:36:13.361114 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:36:13.364893 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-d412e372-a59d-4306-a84f-e0b46c512038 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4262340 Jun 24 20:36:13.368788 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:36:13.378556 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Request body: {'port': {'device_id': '198e3cf9-d96b-44d8-9258-1739afb2fa1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:36:13.433333 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Made reservation on behalf of fb83be8ea54f4686aba3f014c10afcc7 for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:36:13.437416 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:13.460059 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:13.514582 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:36:13.522509 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Usage tracker for resource:security_group_rule and tenant:fb83be8ea54f4686aba3f014c10afcc7 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:36:13.526670 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:36:13.539552 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:36:13.548189 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:13.602503 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 7b879642-fe5f-481a-8c15-8ee9c1f951a0 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:36:13.686248 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:36:13.695494 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:36:13.695859 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:13.882893 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:36:13.883274 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:13.890519 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e8361-93da-4db9-9d25-dab4bfa255f3 req-dc1844ac-ac1f-44b5-911f-fb6f6b40f06f tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:13.891498 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-bc9e8361-93da-4db9-9d25-dab4bfa255f3 req-dc1844ac-ac1f-44b5-911f-fb6f6b40f06f tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Synchronizing usage tracker for tenant:a662e71bcb9e46b88aaff2f3a6b86d6e on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:36:13.895992 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 48826) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:13.914995 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b67d275-52f1-4fd6-8029-626e19739d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b879642-fe5f-481a-8c15-8ee9c1f951a0'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:36:13.917871 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:13.926590 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 7b879642-fe5f-481a-8c15-8ee9c1f951a0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7b879642-fe5f-481a-8c15-8ee9c1f951a0,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:36:13.932207 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:13.944687 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:14.029627 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=7b879642-fe5f-481a-8c15-8ee9c1f951a0,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:14.068018 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-dc94e617-5f5a-4c26-8571-29203350a516 req-43d6b63b-c4fb-4ed3-a4a1-dc86a2bca5d5 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 210 time: 0.2057962 Jun 24 20:36:14.137413 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07edfe04-8318-4781-a64b-cdab5d5b9531'] response: {'server_uuid': '5b67d275-52f1-4fd6-8029-626e19739d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'code': 200} Jun 24 20:36:14.176327 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-bc9e8361-93da-4db9-9d25-dab4bfa255f3 req-dc1844ac-ac1f-44b5-911f-fb6f6b40f06f tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Unset dirty status for tenant:a662e71bcb9e46b88aaff2f3a6b86d6e on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:36:14.178604 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc9e8361-93da-4db9-9d25-dab4bfa255f3 req-dc1844ac-ac1f-44b5-911f-fb6f6b40f06f tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 931 time: 0.5608623 Jun 24 20:36:14.223141 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fad046a3-408c-4273-9df8-ecd3972502a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:14.259423 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60b195b-74a5-4a1d-a1f8-be1668835963,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:14.284312 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-fad046a3-408c-4273-9df8-ecd3972502a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:36:14.319143 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-fad046a3-408c-4273-9df8-ecd3972502a7 admin admin] Usage tracker for resource:security_group_rule and tenant:546757b44c5740e2ac6483db105918c3 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:36:14.326871 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d986d-1681-4ef9-8ba4-dd6133f8350f req-8ad16a31-a750-4eec-845d-097cb6193073 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:14.328320 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fb2d986d-1681-4ef9-8ba4-dd6133f8350f req-8ad16a31-a750-4eec-845d-097cb6193073 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1060266 Jun 24 20:36:14.335879 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-fad046a3-408c-4273-9df8-ecd3972502a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:36:14.340070 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-bc9e8361-93da-4db9-9d25-dab4bfa255f3 req-36d68e3a-176d-45a6-aca5-5a5b7b0b6522 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Synchronizing usage tracker for tenant:a662e71bcb9e46b88aaff2f3a6b86d6e on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:36:14.353241 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-fad046a3-408c-4273-9df8-ecd3972502a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:36:14.415523 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fb2d986d-1681-4ef9-8ba4-dd6133f8350f req-05a3d917-198b-4872-ac27-51c22a5e226b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499055 Jun 24 20:36:14.446872 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502bbb6-a6a0-4709-9bb2-1ceb5ba59f5d req-ba77f592-cc08-4192-8a5a-e781eae41fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:14.448528 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c502bbb6-a6a0-4709-9bb2-1ceb5ba59f5d req-ba77f592-cc08-4192-8a5a-e781eae41fe3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 1098 time: 0.1191835 Jun 24 20:36:14.455526 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-bc9e8361-93da-4db9-9d25-dab4bfa255f3 req-36d68e3a-176d-45a6-aca5-5a5b7b0b6522 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Unset dirty status for tenant:a662e71bcb9e46b88aaff2f3a6b86d6e on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:36:14.456832 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bc9e8361-93da-4db9-9d25-dab4bfa255f3 req-36d68e3a-176d-45a6-aca5-5a5b7b0b6522 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668028 Jun 24 20:36:14.478928 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Allocated IP 192.168.233.94 (d6369815-e084-41d4-883b-1a0051c56768/f57cd4c8-b81c-4c3e-b42e-b5421d5d0b3d/ba6dc510-33bb-42f6-a272-4708861f994f) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:36:14.491822 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c502bbb6-a6a0-4709-9bb2-1ceb5ba59f5d req-bb0f5b59-fecc-40c4-bbdc-b51e909f333d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365005 Jun 24 20:36:14.564567 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:36:14.583819 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:14.650076 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Transition to ACTIVE for port object 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:36:14.699612 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:14.766773 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fad046a3-408c-4273-9df8-ecd3972502a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:14.785936 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fad046a3-408c-4273-9df8-ecd3972502a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:14.896359 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Pushing event updated for resources: {'Port': ['ID=1182ea92-2610-4a17-8b6f-f0fe9a0990d0,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:14.954901 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-fad046a3-408c-4273-9df8-ecd3972502a7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=546757b44c5740e2ac6483db105918c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0500093 Jun 24 20:36:14.957836 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48838) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:14.962580 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad046a3-408c-4273-9df8-ecd3972502a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d8785a-fca7-41db-bb90-68665db81f1d,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:15.021440 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f27e7b2-edc1-4281-ad54-97549425f65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.022632 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.047809 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f27e7b2-edc1-4281-ad54-97549425f65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.049522 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Transition to ACTIVE for port object ba6dc510-33bb-42f6-a272-4708861f994f will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:36:15.068349 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Attempting to bind port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:36:15.068667 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Attempting to bind port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '07a692ac-4f07-4085-93d3-83bfaf7e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '837b17a6-9961-4d43-88ff-9792983c7060'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:36:15.068971 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Attempting to bind port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 on network 837b17a6-9961-4d43-88ff-9792983c7060 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:36:15.076100 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 on network 837b17a6-9961-4d43-88ff-9792983c7060 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:36:15.076405 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Attempting to bind port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 on network 837b17a6-9961-4d43-88ff-9792983c7060 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:36:15.084419 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:36:15.084756 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Checking segment: {'id': '07a692ac-4f07-4085-93d3-83bfaf7e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '837b17a6-9961-4d43-88ff-9792983c7060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:36:15.085109 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Bound using segment: {'id': '07a692ac-4f07-4085-93d3-83bfaf7e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '837b17a6-9961-4d43-88ff-9792983c7060'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:36:15.085542 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Bound port: 1182ea92-2610-4a17-8b6f-f0fe9a0990d0, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a692ac-4f07-4085-93d3-83bfaf7e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '837b17a6-9961-4d43-88ff-9792983c7060'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:36:15.085900 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.103719 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f27e7b2-edc1-4281-ad54-97549425f65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.120743 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27e7b2-edc1-4281-ad54-97549425f65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d8785a-fca7-41db-bb90-68665db81f1d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:15.125460 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f27e7b2-edc1-4281-ad54-97549425f65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.126612 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-8f27e7b2-edc1-4281-ad54-97549425f65b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a9d8785a-fca7-41db-bb90-68665db81f1d HTTP/1.1" status: 204 len: 168 time: 0.1677444 Jun 24 20:36:15.143863 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.229544 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Network d6369815-e084-41d4-883b-1a0051c56768 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:36:15.237698 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:36:15.242686 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:36:15.247638 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48850) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:15.283682 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] For port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:36:15.304451 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] For port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1182ea92-2610-4a17-8b6f-f0fe9a0990d0,segment=NetworkSegment(07a692ac-4f07-4085-93d3-83bfaf7e8bab),segment_id=07a692ac-4f07-4085-93d3-83bfaf7e8bab)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:36:15.315683 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Pushing event updated for resources: {'Port': ['ID=ba6dc510-33bb-42f6-a272-4708861f994f,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:15.322266 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.331348 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-51dedcaf-0921-47d1-9757-442b0281144a admin admin] Deleting subnet 2ebb051e-012a-440a-bba1-8a83845818c5 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:36:15.339495 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-51dedcaf-0921-47d1-9757-442b0281144a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.392814 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a519-5591-44ef-9e6b-f6be37a77702 req-2f034e05-517d-4bf8-aa1d-019a33413a61 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:15.400339 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d164a519-5591-44ef-9e6b-f6be37a77702 req-2f034e05-517d-4bf8-aa1d-019a33413a61 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 935 time: 0.2033842 Jun 24 20:36:15.408719 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:15.409707 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.411154 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] 10.222.0.15 "PUT /v2.0/ports/1182ea92-2610-4a17-8b6f-f0fe9a0990d0 HTTP/1.1" status: 200 len: 1093 time: 2.0384619 Jun 24 20:36:15.415762 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198e3cf9-d96b-44d8-9258-1739afb2fa1b', 'tag': '1182ea92-2610-4a17-8b6f-f0fe9a0990d0'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:36:15.431491 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:15.432571 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.442698 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-51dedcaf-0921-47d1-9757-442b0281144a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324530'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.474779 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baa522-aa17-4cfb-b8fb-6b8495915444 service neutron] Pushing event updated for resources: {'Port': ['ID=1182ea92-2610-4a17-8b6f-f0fe9a0990d0,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:15.509663 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c15d7e0-0b2f-49c3-9386-1526f6aa2a5a'] response: {'name': 'network-changed', 'server_uuid': '198e3cf9-d96b-44d8-9258-1739afb2fa1b', 'tag': '1182ea92-2610-4a17-8b6f-f0fe9a0990d0', 'status': 'completed', 'code': 200} Jun 24 20:36:15.543029 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:36:15.563178 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-51dedcaf-0921-47d1-9757-442b0281144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.583944 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-718fb34a-ba8b-45e3-86c8-c7beb8954ffb None None] Provisioning for port ba6dc510-33bb-42f6-a272-4708861f994f completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:36:15.592567 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-718fb34a-ba8b-45e3-86c8-c7beb8954ffb None None] Provisioning complete for port ba6dc510-33bb-42f6-a272-4708861f994f triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:36:15.593329 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-718fb34a-ba8b-45e3-86c8-c7beb8954ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.614708 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-9d3010de-7e18-4d80-b622-69800350e723 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5033109 Jun 24 20:36:15.662520 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Request body: {'port': {'device_id': 'cfb0c464-c1f4-49d8-89ba-2848f81f1068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:36:15.700136 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-51dedcaf-0921-47d1-9757-442b0281144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584376'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.732985 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-718fb34a-ba8b-45e3-86c8-c7beb8954ffb None None] Port ba6dc510-33bb-42f6-a272-4708861f994f cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:36:15.773215 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d164a519-5591-44ef-9e6b-f6be37a77702 req-5fdc4dc9-6a43-4db7-925a-e0bc44c367dc tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716419 Jun 24 20:36:15.795590 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dedcaf-0921-47d1-9757-442b0281144a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebb051e-012a-440a-bba1-8a83845818c5,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:15.804119 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-51dedcaf-0921-47d1-9757-442b0281144a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.821321 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-51dedcaf-0921-47d1-9757-442b0281144a admin admin] 10.222.0.33 "DELETE /v2.0/subnets/2ebb051e-012a-440a-bba1-8a83845818c5 HTTP/1.1" status: 204 len: 168 time: 0.5699003 Jun 24 20:36:15.821820 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 48870) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:15.834203 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:15.862152 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-485325ff-2103-451e-a89a-87fa6089d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:15.863610 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-485325ff-2103-451e-a89a-87fa6089d578 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a662e71bcb9e46b88aaff2f3a6b86d6e&device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 1096 time: 0.3530741 Jun 24 20:36:15.989501 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa16dab-0507-4b4a-97ec-e5a2cd01f204 req-3f6e9aa8-fe9f-468c-b50b-74a4100b58fb tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:15.991399 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2fa16dab-0507-4b4a-97ec-e5a2cd01f204 req-3f6e9aa8-fe9f-468c-b50b-74a4100b58fb tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 943 time: 0.1011996 Jun 24 20:36:16.042948 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2fa16dab-0507-4b4a-97ec-e5a2cd01f204 req-07e67b21-dc2b-4b11-a73f-4abe313afdb4 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438344 Jun 24 20:36:16.116492 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1a94d-f361-4668-b5e6-199028be92e4 req-2995a588-c528-48f3-9bde-0dd4883aa87d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:16.117992 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-36b1a94d-f361-4668-b5e6-199028be92e4 req-2995a588-c528-48f3-9bde-0dd4883aa87d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.5105994 Jun 24 20:36:16.119401 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-0311e606-0c74-4baa-a698-e04d9c8aa388 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1182ea92-2610-4a17-8b6f-f0fe9a0990d0 HTTP/1.1" status: 200 len: 217 time: 0.2428815 Jun 24 20:36:16.245468 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-61f573bc-eb30-49f4-b41d-09dbb5ff1448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:16.313523 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-36b1a94d-f361-4668-b5e6-199028be92e4 req-4e829dbe-0ee9-428a-bbc1-17413f3bfb78 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769128 Jun 24 20:36:16.315066 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-3b79634f-e906-42ca-a8bd-954982c594ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:16.316504 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-3b79634f-e906-42ca-a8bd-954982c594ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8196844f-e0b0-4d65-abb0-9d8a1f86466e HTTP/1.1" status: 200 len: 854 time: 0.1830142 Jun 24 20:36:16.408182 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-bd044051-5066-4178-9256-a2b33072da9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=837b17a6-9961-4d43-88ff-9792983c7060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822103 Jun 24 20:36:16.655695 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-61f573bc-eb30-49f4-b41d-09dbb5ff1448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:16.704678 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-61f573bc-eb30-49f4-b41d-09dbb5ff1448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0']}} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:36:16.746009 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-61f573bc-eb30-49f4-b41d-09dbb5ff1448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca36795-b746-4bbd-b342-85f578079c38') {'for_net_delete': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:36:16.746009 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-61f573bc-eb30-49f4-b41d-09dbb5ff1448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca36795-b746-4bbd-b342-85f578079c38') {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:36:16.765337 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-61f573bc-eb30-49f4-b41d-09dbb5ff1448 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3254610'] for segment, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:16.788824 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-0ab1d760-dc3a-43f3-8dcb-b65834f6ca16 service neutron] 10.222.0.15 "GET /v2.0/networks/837b17a6-9961-4d43-88ff-9792983c7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586032 Jun 24 20:36:16.796212 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-61f573bc-eb30-49f4-b41d-09dbb5ff1448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:16.805461 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f573bc-eb30-49f4-b41d-09dbb5ff1448 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:36:16.806076 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-61f573bc-eb30-49f4-b41d-09dbb5ff1448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2375450'] for segment, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:16.899250 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.db.resource_extend [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 20:36:16.907336 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment dca36795-b746-4bbd-b342-85f578079c38 resource provider aggregate not found Jun 24 20:36:16.971539 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment dca36795-b746-4bbd-b342-85f578079c38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dca36795-b746-4bbd-b342-85f578079c38 found for delete ", "request_id": "req-df650adb-0c33-4f93-910f-c92329dc4891"}]} Jun 24 20:36:17.005986 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b426d9-072c-44d1-8f0b-2abc986f71e4 req-4637cde3-5a93-474b-aae9-11970d7c8fa5 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:17.007432 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-41b426d9-072c-44d1-8f0b-2abc986f71e4 req-4637cde3-5a93-474b-aae9-11970d7c8fa5 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 935 time: 0.0863812 Jun 24 20:36:17.047828 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-61f573bc-eb30-49f4-b41d-09dbb5ff1448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:17.052929 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6dc510-33bb-42f6-a272-4708861f994f {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:36:17.055948 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-41b426d9-072c-44d1-8f0b-2abc986f71e4 req-dce01cb6-8bfd-48da-b770-8f6ea25b29d4 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 Jun 24 20:36:17.090719 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:17.095995 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-61f573bc-eb30-49f4-b41d-09dbb5ff1448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:17.112052 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f573bc-eb30-49f4-b41d-09dbb5ff1448 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:17.128976 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-61f573bc-eb30-49f4-b41d-09dbb5ff1448 admin admin] 10.222.0.33 "DELETE /v2.0/networks/5b27e52c-c7f7-47b7-bec3-2c7bd79a0fd0 HTTP/1.1" status: 204 len: 168 time: 1.2989588 Jun 24 20:36:17.136644 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Transition to ACTIVE for port object ba6dc510-33bb-42f6-a272-4708861f994f will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:36:17.140251 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5ff1b707-0945-4f41-bddd-eadfaf5be33d req-a368b31d-b826-40b7-a122-0e9650366b35 service neutron] 10.222.0.15 "GET /v2.0/networks/837b17a6-9961-4d43-88ff-9792983c7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155580 Jun 24 20:36:17.141436 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:17.318580 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48910) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:17.366554 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Pushing event updated for resources: {'Port': ['ID=ba6dc510-33bb-42f6-a272-4708861f994f,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:17.389834 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-24e156ab-5f06-439e-9521-9e9a2dfeee43 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0a9d25b63848403bbb8b32e8512fa804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700932 Jun 24 20:36:17.390634 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48916) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:17.472278 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bf5d20a7-ca30-4ea5-85f3-3837432a3445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:17.554056 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bf5d20a7-ca30-4ea5-85f3-3837432a3445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:17.618826 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Attempting to bind port ba6dc510-33bb-42f6-a272-4708861f994f on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:36:17.619136 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Attempting to bind port ba6dc510-33bb-42f6-a272-4708861f994f by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'c31d0f56-105c-4e55-909e-2ab79cd0beb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6369815-e084-41d4-883b-1a0051c56768'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:36:17.619524 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Attempting to bind port ba6dc510-33bb-42f6-a272-4708861f994f on network d6369815-e084-41d4-883b-1a0051c56768 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:36:17.632496 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaff6a6-323c-444f-8ef6-263615abb25f req-b85f65f0-5c14-40ff-a860-255dda23ba24 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:17.632762 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c25b0e-4080-465d-a01c-6d432b6bb662 req-ac11d13d-4cd5-4d8e-9c05-3f7692b44d64 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:17.634094 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-63c25b0e-4080-465d-a01c-6d432b6bb662 req-ac11d13d-4cd5-4d8e-9c05-3f7692b44d64 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1591930 Jun 24 20:36:17.634313 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1aaff6a6-323c-444f-8ef6-263615abb25f req-b85f65f0-5c14-40ff-a860-255dda23ba24 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 943 time: 0.4596205 Jun 24 20:36:17.637261 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836e836-eb55-4959-961e-fc913f7e3779 req-84d6de91-bb89-4d90-96c4-8cbcd40ec2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:17.638630 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7836e836-eb55-4959-961e-fc913f7e3779 req-84d6de91-bb89-4d90-96c4-8cbcd40ec2e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a662e71bcb9e46b88aaff2f3a6b86d6e&device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 1096 time: 0.4104877 Jun 24 20:36:17.639639 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Port ba6dc510-33bb-42f6-a272-4708861f994f on network d6369815-e084-41d4-883b-1a0051c56768 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:36:17.640017 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Attempting to bind port ba6dc510-33bb-42f6-a272-4708861f994f on network d6369815-e084-41d4-883b-1a0051c56768 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:36:17.648475 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:36:17.648830 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Checking segment: {'id': 'c31d0f56-105c-4e55-909e-2ab79cd0beb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6369815-e084-41d4-883b-1a0051c56768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:36:17.649193 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Bound using segment: {'id': 'c31d0f56-105c-4e55-909e-2ab79cd0beb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6369815-e084-41d4-883b-1a0051c56768'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:36:17.649608 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Bound port: ba6dc510-33bb-42f6-a272-4708861f994f, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31d0f56-105c-4e55-909e-2ab79cd0beb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd6369815-e084-41d4-883b-1a0051c56768'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:36:17.649951 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:17.656419 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bf5d20a7-ca30-4ea5-85f3-3837432a3445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:17.685979 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d20a7-ca30-4ea5-85f3-3837432a3445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d305007-0c8d-421a-be71-7311a6bf3b67,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:17.708250 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-63c25b0e-4080-465d-a01c-6d432b6bb662 req-9ee5525f-e080-4332-b884-0f733f06b86f tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651264 Jun 24 20:36:17.709522 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bf5d20a7-ca30-4ea5-85f3-3837432a3445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:17.710455 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-bf5d20a7-ca30-4ea5-85f3-3837432a3445 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0d305007-0c8d-421a-be71-7311a6bf3b67 HTTP/1.1" status: 204 len: 168 time: 0.3187153 Jun 24 20:36:17.823382 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1aaff6a6-323c-444f-8ef6-263615abb25f req-a4e1fa5c-a37b-431f-a927-26271a628503 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773558 Jun 24 20:36:17.904132 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a987d-770f-49cf-90e6-f9dcae638b1e req-9381b530-927e-42e0-a230-07c101b69447 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:17.914083 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-989a987d-770f-49cf-90e6-f9dcae638b1e req-9381b530-927e-42e0-a230-07c101b69447 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0965726 Jun 24 20:36:17.914220 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] For port ba6dc510-33bb-42f6-a272-4708861f994f, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:36:17.914220 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836e836-eb55-4959-961e-fc913f7e3779 req-801074e8-2793-450c-b780-e5763c467c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:17.914373 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 48928) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:17.919506 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e52c3abd-2545-438c-b1a7-109210b67ec6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Request body: {'floatingip': {'port_id': '7b879642-fe5f-481a-8c15-8ee9c1f951a0'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:36:17.922901 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7836e836-eb55-4959-961e-fc913f7e3779 req-801074e8-2793-450c-b780-e5763c467c67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=837b17a6-9961-4d43-88ff-9792983c7060 HTTP/1.1" status: 200 len: 915 time: 0.2758341 Jun 24 20:36:17.931187 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] For port ba6dc510-33bb-42f6-a272-4708861f994f, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ba6dc510-33bb-42f6-a272-4708861f994f,segment=NetworkSegment(c31d0f56-105c-4e55-909e-2ab79cd0beb4),segment_id=c31d0f56-105c-4e55-909e-2ab79cd0beb4)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:36:18.000312 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e52c3abd-2545-438c-b1a7-109210b67ec6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:18.035447 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7836e836-eb55-4959-961e-fc913f7e3779 req-df669c69-d1ed-420a-93ff-c10ba0448f6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1182ea92-2610-4a17-8b6f-f0fe9a0990d0 HTTP/1.1" status: 200 len: 217 time: 0.1023388 Jun 24 20:36:18.037059 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:18.157278 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:18.158531 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:18.160467 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] 10.222.0.15 "PUT /v2.0/ports/ba6dc510-33bb-42f6-a272-4708861f994f HTTP/1.1" status: 200 len: 1097 time: 2.5078166 Jun 24 20:36:18.177742 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb0c464-c1f4-49d8-89ba-2848f81f1068', 'tag': 'ba6dc510-33bb-42f6-a272-4708861f994f'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:36:18.198805 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836e836-eb55-4959-961e-fc913f7e3779 req-97f713d9-b514-48b8-9d8a-6f191cdad43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:18.200464 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7836e836-eb55-4959-961e-fc913f7e3779 req-97f713d9-b514-48b8-9d8a-6f191cdad43f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8196844f-e0b0-4d65-abb0-9d8a1f86466e HTTP/1.1" status: 200 len: 854 time: 0.1569598 Jun 24 20:36:18.339621 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15589c95-71c3-4cc5-a2c3-5d7f8b9c72c1'] response: {'name': 'network-changed', 'server_uuid': 'cfb0c464-c1f4-49d8-89ba-2848f81f1068', 'tag': 'ba6dc510-33bb-42f6-a272-4708861f994f', 'status': 'completed', 'code': 200} Jun 24 20:36:18.433327 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7836e836-eb55-4959-961e-fc913f7e3779 req-c62d2539-fa4f-4697-a870-91b56f40b11a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=837b17a6-9961-4d43-88ff-9792983c7060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2144854 Jun 24 20:36:18.548655 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfa5ee-fc8b-4f7a-b888-9706b5eea81e service neutron] Pushing event updated for resources: {'Port': ['ID=ba6dc510-33bb-42f6-a272-4708861f994f,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:18.643677 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-64494f07-8ae0-4910-91e1-79baa20d3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:18.645177 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-64494f07-8ae0-4910-91e1-79baa20d3baf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb83be8ea54f4686aba3f014c10afcc7&device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 1100 time: 0.4240677 Jun 24 20:36:18.653078 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d77a-0031-4c3d-bfaa-1a1bc5ba2d78 req-97485957-bb1f-4dcd-bea6-f19f44eeb1e7 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:18.653846 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-28d3d77a-0031-4c3d-bfaa-1a1bc5ba2d78 req-97485957-bb1f-4dcd-bea6-f19f44eeb1e7 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Synchronizing usage tracker for tenant:fb83be8ea54f4686aba3f014c10afcc7 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:36:18.728430 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-123ddd16-32f3-4451-9f43-f356533b68a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=ba6dc510-33bb-42f6-a272-4708861f994f HTTP/1.1" status: 200 len: 217 time: 0.0692387 Jun 24 20:36:18.730213 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7836e836-eb55-4959-961e-fc913f7e3779 req-5679a4b2-b7a7-4921-be27-8f4d04646688 service neutron] 10.222.0.15 "GET /v2.0/networks/837b17a6-9961-4d43-88ff-9792983c7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777393 Jun 24 20:36:18.742058 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-28d3d77a-0031-4c3d-bfaa-1a1bc5ba2d78 req-97485957-bb1f-4dcd-bea6-f19f44eeb1e7 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Unset dirty status for tenant:fb83be8ea54f4686aba3f014c10afcc7 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:36:18.743327 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-28d3d77a-0031-4c3d-bfaa-1a1bc5ba2d78 req-97485957-bb1f-4dcd-bea6-f19f44eeb1e7 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 947 time: 0.4057324 Jun 24 20:36:18.787986 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-28d3d77a-0031-4c3d-bfaa-1a1bc5ba2d78 req-022dd198-d106-45b6-a3b3-b1b2d4946609 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Synchronizing usage tracker for tenant:fb83be8ea54f4686aba3f014c10afcc7 on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:36:18.806986 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-28d3d77a-0031-4c3d-bfaa-1a1bc5ba2d78 req-022dd198-d106-45b6-a3b3-b1b2d4946609 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Unset dirty status for tenant:fb83be8ea54f4686aba3f014c10afcc7 on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:36:18.808316 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-28d3d77a-0031-4c3d-bfaa-1a1bc5ba2d78 req-022dd198-d106-45b6-a3b3-b1b2d4946609 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587075 Jun 24 20:36:18.901235 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e52c3abd-2545-438c-b1a7-109210b67ec6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:18.906026 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e52c3abd-2545-438c-b1a7-109210b67ec6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:19.131566 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.l3_db [None req-e52c3abd-2545-438c-b1a7-109210b67ec6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Floating IP e71876eb-78f0-4ed7-b501-8d55a39fb0e8 associated. External IP: 172.27.1.78, port: 7b879642-fe5f-481a-8c15-8ee9c1f951a0. Jun 24 20:36:19.264099 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb316a-7878-4928-920e-bd2a0bd03e62 req-a46f3a6b-833e-484d-8815-1a7eed74a1b7 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:19.265525 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c1bb316a-7878-4928-920e-bd2a0bd03e62 req-a46f3a6b-833e-484d-8815-1a7eed74a1b7 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 943 time: 0.3076184 Jun 24 20:36:19.358078 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c1bb316a-7878-4928-920e-bd2a0bd03e62 req-0c69583c-8a63-4555-a57e-be8487db6531 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851805 Jun 24 20:36:19.545733 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52c3abd-2545-438c-b1a7-109210b67ec6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Router 0dccb230-804e-48eb-a174-e24b024157e0 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:36:19.747417 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52c3abd-2545-438c-b1a7-109210b67ec6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:36:19.752017 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e52c3abd-2545-438c-b1a7-109210b67ec6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:19.757410 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d89ea-2890-466c-a963-59527738418b None None] Sync routers for ids ['0dccb230-804e-48eb-a174-e24b024157e0'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:36:19.767540 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d89ea-2890-466c-a963-59527738418b None None] Routers {'0dccb230-804e-48eb-a174-e24b024157e0'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:36:19.768137 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ab2d89ea-2890-466c-a963-59527738418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:35:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['0dccb230-804e-48eb-a174-e24b024157e0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:36:19.804742 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-e52c3abd-2545-438c-b1a7-109210b67ec6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "PUT /v2.0/floatingips/e71876eb-78f0-4ed7-b501-8d55a39fb0e8 HTTP/1.1" status: 200 len: 990 time: 1.8893204 Jun 24 20:36:19.805495 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b67d275-52f1-4fd6-8029-626e19739d35', 'tag': '7b879642-fe5f-481a-8c15-8ee9c1f951a0'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:36:19.849418 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf58c64-bbfa-4771-ac52-51893675132c'] response: {'name': 'network-changed', 'server_uuid': '5b67d275-52f1-4fd6-8029-626e19739d35', 'tag': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'status': 'completed', 'code': 200} Jun 24 20:36:19.945007 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-ab2d89ea-2890-466c-a963-59527738418b None None] Set router 0dccb230-804e-48eb-a174-e24b024157e0 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:36:20.122166 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b89b3b-062a-4a4c-b197-1546b440618c req-396b41f3-f3b6-4e1c-9e96-717773e18b1f tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:20.123483 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-78b89b3b-062a-4a4c-b197-1546b440618c req-396b41f3-f3b6-4e1c-9e96-717773e18b1f tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 947 time: 0.2086864 Jun 24 20:36:20.167186 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-78b89b3b-062a-4a4c-b197-1546b440618c req-35ae07b6-540e-4d01-9a8d-76b5fdb82682 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376151 Jun 24 20:36:20.298379 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ab2d89ea-2890-466c-a963-59527738418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': 'e71876eb-78f0-4ed7-b501-8d55a39fb0e8', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'port_id': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'mac_address': 'fa:16:3e:c1:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b67d275-52f1-4fd6-8029-626e19739d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:35:58Z', 'updated_at': '2022-06-24T20:36:18Z', 'revision_number': 1, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:34:04Z', 'revision_number': 5, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:36:20.306767 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d89ea-2890-466c-a963-59527738418b None None] Checking router: 0dccb230-804e-48eb-a174-e24b024157e0 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:36:20.321334 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d89ea-2890-466c-a963-59527738418b None None] Routers {'0dccb230-804e-48eb-a174-e24b024157e0'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:36:20.321913 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ab2d89ea-2890-466c-a963-59527738418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:35:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['0dccb230-804e-48eb-a174-e24b024157e0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:36:20.375941 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e7d7-a26b-4050-97f8-9b00436e9f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:20.421622 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-8adafa5b-f357-4ee0-bd05-305aa42bf14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:20.423388 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-8adafa5b-f357-4ee0-bd05-305aa42bf14e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f57cd4c8-b81c-4c3e-b42e-b5421d5d0b3d HTTP/1.1" status: 200 len: 843 time: 0.0852044 Jun 24 20:36:20.547986 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-ab2d89ea-2890-466c-a963-59527738418b None None] Set router 0dccb230-804e-48eb-a174-e24b024157e0 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:36:20.568252 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a725f92-b874-46a7-b326-cf39affe83c0 req-aa40b026-bbdb-46a8-9125-5ece490ed486 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:20.569682 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4a725f92-b874-46a7-b326-cf39affe83c0 req-aa40b026-bbdb-46a8-9125-5ece490ed486 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 943 time: 0.0866754 Jun 24 20:36:20.612742 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4a725f92-b874-46a7-b326-cf39affe83c0 req-a3ea1661-f58a-4c58-bacc-0aa4006bd6d8 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370996 Jun 24 20:36:20.907347 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ab2d89ea-2890-466c-a963-59527738418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': 'e71876eb-78f0-4ed7-b501-8d55a39fb0e8', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'port_id': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'mac_address': 'fa:16:3e:c1:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b67d275-52f1-4fd6-8029-626e19739d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:35:58Z', 'updated_at': '2022-06-24T20:36:18Z', 'revision_number': 1, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:34:04Z', 'revision_number': 5, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:36:20.911288 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d89ea-2890-466c-a963-59527738418b None None] The sync data for ids ['0dccb230-804e-48eb-a174-e24b024157e0'] in dv-cinder-847189-4-iscsi is: [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': 'e71876eb-78f0-4ed7-b501-8d55a39fb0e8', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'port_id': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'mac_address': 'fa:16:3e:c1:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b67d275-52f1-4fd6-8029-626e19739d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:35:58Z', 'updated_at': '2022-06-24T20:36:18Z', 'revision_number': 1, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:34:04Z', 'revision_number': 5, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:36:21.086157 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbcff1-4bb8-4d2c-bea4-987f0cf47b66 None None] New status for floating IP e71876eb-78f0-4ed7-b501-8d55a39fb0e8: ACTIVE {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:36:21.464807 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-5a426ec3-25e2-4962-af5f-4f4134c83702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:21.467061 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-5a426ec3-25e2-4962-af5f-4f4134c83702 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6369815-e084-41d4-883b-1a0051c56768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2016399 Jun 24 20:36:21.476287 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78bb1-0044-4a9d-b5f1-b3247adf6d75 req-35ee7ce1-1b54-4fca-b124-ca12b0c730a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:21.478595 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-45b78bb1-0044-4a9d-b5f1-b3247adf6d75 req-35ee7ce1-1b54-4fca-b124-ca12b0c730a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 1098 time: 0.2206388 Jun 24 20:36:21.574807 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7836e836-eb55-4959-961e-fc913f7e3779 req-c96016ca-1235-451f-a6b8-c88ac03a039e service neutron] 10.222.0.15 "GET /v2.0/networks/837b17a6-9961-4d43-88ff-9792983c7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403111 Jun 24 20:36:21.593053 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e199-8da7-4c90-b6a9-4e90d9050c27 req-aca6987a-a692-4c3e-a9b0-d3fd978ad35b tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:21.594708 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d909e199-8da7-4c90-b6a9-4e90d9050c27 req-aca6987a-a692-4c3e-a9b0-d3fd978ad35b tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 947 time: 0.2693598 Jun 24 20:36:21.626313 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:36:21.647269 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-0a49dd77-39c4-47ee-94b0-7ee3e31cb694 service neutron] 10.222.0.15 "GET /v2.0/networks/d6369815-e084-41d4-883b-1a0051c56768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679683 Jun 24 20:36:21.767935 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d909e199-8da7-4c90-b6a9-4e90d9050c27 req-b1593787-dcbb-4886-9ac9-51fe29c5cdf9 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569831 Jun 24 20:36:21.787629 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78bb1-0044-4a9d-b5f1-b3247adf6d75 req-83d0c369-fb29-4198-b0cb-62bcde6d59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:21.790445 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-45b78bb1-0044-4a9d-b5f1-b3247adf6d75 req-83d0c369-fb29-4198-b0cb-62bcde6d59e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 920 time: 0.3043492 Jun 24 20:36:21.826336 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1182ea92-2610-4a17-8b6f-f0fe9a0990d0,segment=NetworkSegment(07a692ac-4f07-4085-93d3-83bfaf7e8bab),segment_id=07a692ac-4f07-4085-93d3-83bfaf7e8bab)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:36:21.843646 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '1182ea92-2610-4a17-8b6f-f0fe9a0990d0', 'network_id': '837b17a6-9961-4d43-88ff-9792983c7060', 'port_id': '1182ea92-2610-4a17-8b6f-f0fe9a0990d0', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8196844f-e0b0-4d65-abb0-9d8a1f86466e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:36:21.913828 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:36:21.914538 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:21.926377 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-45b78bb1-0044-4a9d-b5f1-b3247adf6d75 req-13fc6dca-4cde-4ba1-ac1c-c67d6e369054 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b879642-fe5f-481a-8c15-8ee9c1f951a0 HTTP/1.1" status: 200 len: 1000 time: 0.1193316 Jun 24 20:36:21.938429 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:36:21.954028 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1182ea92-2610-4a17-8b6f-f0fe9a0990d0,segment=NetworkSegment(07a692ac-4f07-4085-93d3-83bfaf7e8bab),segment_id=07a692ac-4f07-4085-93d3-83bfaf7e8bab)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:36:21.958804 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:22.004309 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78bb1-0044-4a9d-b5f1-b3247adf6d75 req-20cec08c-fe59-4ef6-8449-8d7b3ba87eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:22.005766 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-45b78bb1-0044-4a9d-b5f1-b3247adf6d75 req-20cec08c-fe59-4ef6-8449-8d7b3ba87eca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.0666280 Jun 24 20:36:22.020625 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3d0e500-7fdb-4872-94c2-ac40ac26c451 req-cdbf6645-d59b-4830-ad80-8ea7a93bf494 service neutron] 10.222.0.15 "GET /v2.0/networks/d6369815-e084-41d4-883b-1a0051c56768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656867 Jun 24 20:36:22.032548 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=1182ea92-2610-4a17-8b6f-f0fe9a0990d0,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:22.051108 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe292f-32ae-4b8b-aed3-f3d4267e0e4d req-9bcfa61c-4fae-4936-bcfe-b067911efffd tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:22.052578 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3afe292f-32ae-4b8b-aed3-f3d4267e0e4d req-9bcfa61c-4fae-4936-bcfe-b067911efffd tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 944 time: 0.1371925 Jun 24 20:36:22.110730 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78bb1-0044-4a9d-b5f1-b3247adf6d75 req-a0476283-5e34-41f6-9508-0e7a692a4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:22.112315 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-45b78bb1-0044-4a9d-b5f1-b3247adf6d75 req-a0476283-5e34-41f6-9508-0e7a692a4dba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950472 Jun 24 20:36:22.156393 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3afe292f-32ae-4b8b-aed3-f3d4267e0e4d req-d98f8d9d-9b12-436c-ac74-d922dcfb056a tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903902 Jun 24 20:36:22.181667 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f6e82-244b-4697-9fa0-df79295e217b req-90702fdc-e38b-48b2-af36-3c6fd1fad468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:22.183153 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c23f6e82-244b-4697-9fa0-df79295e217b req-90702fdc-e38b-48b2-af36-3c6fd1fad468 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb83be8ea54f4686aba3f014c10afcc7&device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 1100 time: 0.0999587 Jun 24 20:36:22.253488 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-45b78bb1-0044-4a9d-b5f1-b3247adf6d75 req-98db6c9e-aa86-4cc0-8665-7920a0dafb53 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300306 Jun 24 20:36:22.325224 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f6e82-244b-4697-9fa0-df79295e217b req-952b9bb0-bbe7-4a35-90bd-0cb06a8c98bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:22.326828 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c23f6e82-244b-4697-9fa0-df79295e217b req-952b9bb0-bbe7-4a35-90bd-0cb06a8c98bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6369815-e084-41d4-883b-1a0051c56768 HTTP/1.1" status: 200 len: 870 time: 0.1354427 Jun 24 20:36:22.334930 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['1182ea92-2610-4a17-8b6f-f0fe9a0990d0'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:36:22.402682 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-45b78bb1-0044-4a9d-b5f1-b3247adf6d75 req-320b8fd2-26ca-431d-af9b-d40986cf6159 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392977 Jun 24 20:36:22.405132 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c23f6e82-244b-4697-9fa0-df79295e217b req-3aec9727-71fe-45ec-97fb-79b4db5bd318 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=ba6dc510-33bb-42f6-a272-4708861f994f HTTP/1.1" status: 200 len: 217 time: 0.0700238 Jun 24 20:36:22.479436 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f6e82-244b-4697-9fa0-df79295e217b req-d60fbee3-0e88-4842-961f-f8eaeae6ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:22.480746 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c23f6e82-244b-4697-9fa0-df79295e217b req-d60fbee3-0e88-4842-961f-f8eaeae6ae50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f57cd4c8-b81c-4c3e-b42e-b5421d5d0b3d HTTP/1.1" status: 200 len: 843 time: 0.0613852 Jun 24 20:36:22.536408 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-11c7807b-9043-410f-905c-60e8c1565805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:22.580463 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f6e82-244b-4697-9fa0-df79295e217b req-0ccbb6f2-c5a9-4a20-9502-a88b925764af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:22.581951 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c23f6e82-244b-4697-9fa0-df79295e217b req-0ccbb6f2-c5a9-4a20-9502-a88b925764af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6369815-e084-41d4-883b-1a0051c56768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0875025 Jun 24 20:36:22.719486 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c23f6e82-244b-4697-9fa0-df79295e217b req-d06867ea-80d7-4d98-a2af-4d6c1f7d0e0c service neutron] 10.222.0.15 "GET /v2.0/networks/d6369815-e084-41d4-883b-1a0051c56768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297832 Jun 24 20:36:22.861355 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c23f6e82-244b-4697-9fa0-df79295e217b req-fcd13bdf-e05a-4b94-9e2d-91bcb9f2fcd6 service neutron] 10.222.0.15 "GET /v2.0/networks/d6369815-e084-41d4-883b-1a0051c56768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282227 Jun 24 20:36:22.976723 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f18e5-d266-4876-a8b3-b33d4afcfecd req-d677cd5a-651a-4ba9-813b-3328255c8688 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:22.977295 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ca9f18e5-d266-4876-a8b3-b33d4afcfecd req-d677cd5a-651a-4ba9-813b-3328255c8688 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 947 time: 0.0962756 Jun 24 20:36:23.025867 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ca9f18e5-d266-4876-a8b3-b33d4afcfecd req-ad39718c-f235-4be6-8813-b5e8f0e90f6e tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Jun 24 20:36:23.358449 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006295d1-f867-4532-be57-26871ce56765 req-710e2ef0-6869-4005-a1f6-03f9e05c1e5f tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:23.363873 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-006295d1-f867-4532-be57-26871ce56765 req-710e2ef0-6869-4005-a1f6-03f9e05c1e5f tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 944 time: 0.0975657 Jun 24 20:36:23.410327 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-006295d1-f867-4532-be57-26871ce56765 req-8dfa3427-9cfe-44f3-8f7a-810230517fde tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442066 Jun 24 20:36:23.537315 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:23.629889 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:36:23.707499 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:36:23.718700 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:36:23.719096 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:23.746979 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:23.843269 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:36:23.843650 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:23.874060 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198e3cf9-d96b-44d8-9258-1739afb2fa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1182ea92-2610-4a17-8b6f-f0fe9a0990d0'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:36:23.884612 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1182ea92-2610-4a17-8b6f-f0fe9a0990d0,segment=NetworkSegment(07a692ac-4f07-4085-93d3-83bfaf7e8bab),segment_id=07a692ac-4f07-4085-93d3-83bfaf7e8bab)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:36:23.889000 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:23.919121 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38664b7-c23e-49c3-a9b0-bbb477ffbc12'] response: {'server_uuid': '198e3cf9-d96b-44d8-9258-1739afb2fa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1182ea92-2610-4a17-8b6f-f0fe9a0990d0', 'code': 200} Jun 24 20:36:23.970258 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=1182ea92-2610-4a17-8b6f-f0fe9a0990d0,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:24.251338 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229e48d-e002-42d7-ac24-f56de3c818dd req-e40b185e-ecc5-45cd-8fe5-6b20515ad8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:24.252713 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8229e48d-e002-42d7-ac24-f56de3c818dd req-e40b185e-ecc5-45cd-8fe5-6b20515ad8ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 1098 time: 0.1414654 Jun 24 20:36:24.265761 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fb67b-3d6e-4adb-ab6d-366156b60bfd req-b135e7a6-8e5b-4c05-8e84-ddfbac1da25a tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:24.267364 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b54fb67b-3d6e-4adb-ab6d-366156b60bfd req-b135e7a6-8e5b-4c05-8e84-ddfbac1da25a tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 947 time: 0.1139257 Jun 24 20:36:24.335082 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8229e48d-e002-42d7-ac24-f56de3c818dd req-43452999-d582-49e1-bcaf-552b79be7c00 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667169 Jun 24 20:36:24.339874 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b54fb67b-3d6e-4adb-ab6d-366156b60bfd req-f9181366-2ca2-4145-8686-9e04287f03e6 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580301 Jun 24 20:36:24.464779 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 49074) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:24.582011 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5463caa8-6f8c-4a37-93d1-b41607e28aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:24.596225 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-5463caa8-6f8c-4a37-93d1-b41607e28aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:36:24.599093 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c69e8-1b62-4ebd-9f8a-00fab1da7ff2 req-58d62c93-fc77-41dd-8d50-67179d7226f9 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:24.600024 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-5463caa8-6f8c-4a37-93d1-b41607e28aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:6ebc05e1c0c146878c17ff5168452e67 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:36:24.600547 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ef5c69e8-1b62-4ebd-9f8a-00fab1da7ff2 req-58d62c93-fc77-41dd-8d50-67179d7226f9 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 945 time: 0.0872076 Jun 24 20:36:24.602952 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-5463caa8-6f8c-4a37-93d1-b41607e28aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:36:24.608494 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-5463caa8-6f8c-4a37-93d1-b41607e28aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:36:24.645714 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ef5c69e8-1b62-4ebd-9f8a-00fab1da7ff2 req-0158762d-fd23-47a7-b275-00bc47593d75 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392363 Jun 24 20:36:24.693478 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5463caa8-6f8c-4a37-93d1-b41607e28aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:24.697457 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5463caa8-6f8c-4a37-93d1-b41607e28aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:24.743433 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463caa8-6f8c-4a37-93d1-b41607e28aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4916b1bd-1b72-41ed-99ad-79410fca57c1,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:24.748297 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-5463caa8-6f8c-4a37-93d1-b41607e28aa8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6ebc05e1c0c146878c17ff5168452e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825167 Jun 24 20:36:24.751292 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 49080) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:24.814441 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2e18ea0f-e5fe-46a3-81ba-ac08925ecc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:24.840935 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2e18ea0f-e5fe-46a3-81ba-ac08925ecc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:24.896102 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2e18ea0f-e5fe-46a3-81ba-ac08925ecc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:24.910553 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18ea0f-e5fe-46a3-81ba-ac08925ecc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4916b1bd-1b72-41ed-99ad-79410fca57c1,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:24.918379 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2e18ea0f-e5fe-46a3-81ba-ac08925ecc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:24.919484 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-2e18ea0f-e5fe-46a3-81ba-ac08925ecc2a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4916b1bd-1b72-41ed-99ad-79410fca57c1 HTTP/1.1" status: 204 len: 168 time: 0.1672983 Jun 24 20:36:24.992833 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:25.532337 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e455b32-309d-4404-8105-7503cfdc7ec7 req-84ca77bc-c89b-4fa0-afc6-711dae65919f tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:25.533796 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6e455b32-309d-4404-8105-7503cfdc7ec7 req-84ca77bc-c89b-4fa0-afc6-711dae65919f tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 947 time: 0.0862980 Jun 24 20:36:25.586963 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6e455b32-309d-4404-8105-7503cfdc7ec7 req-e6829646-5887-4f18-a0cf-f17e0a50d2c3 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451040 Jun 24 20:36:25.667401 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device ba6dc510-33bb-42f6-a272-4708861f994f details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:36:25.806070 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port ba6dc510-33bb-42f6-a272-4708861f994f, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ba6dc510-33bb-42f6-a272-4708861f994f,segment=NetworkSegment(c31d0f56-105c-4e55-909e-2ab79cd0beb4),segment_id=c31d0f56-105c-4e55-909e-2ab79cd0beb4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:36:25.822326 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': 'ba6dc510-33bb-42f6-a272-4708861f994f', 'network_id': 'd6369815-e084-41d4-883b-1a0051c56768', 'port_id': 'ba6dc510-33bb-42f6-a272-4708861f994f', 'mac_address': 'fa:16:3e:8e:b1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f57cd4c8-b81c-4c3e-b42e-b5421d5d0b3d', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:36:25.863901 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ef1ee-4289-4fdd-a94c-ea4bf59d6d75 req-a3ec3e2e-e614-49f4-99bb-40fc05863507 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:25.865796 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-580ef1ee-4289-4fdd-a94c-ea4bf59d6d75 req-a3ec3e2e-e614-49f4-99bb-40fc05863507 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 945 time: 0.1114967 Jun 24 20:36:25.878501 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port ba6dc510-33bb-42f6-a272-4708861f994f is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:36:25.878885 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:25.895781 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6dc510-33bb-42f6-a272-4708861f994f {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:36:25.911575 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port ba6dc510-33bb-42f6-a272-4708861f994f, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ba6dc510-33bb-42f6-a272-4708861f994f,segment=NetworkSegment(c31d0f56-105c-4e55-909e-2ab79cd0beb4),segment_id=c31d0f56-105c-4e55-909e-2ab79cd0beb4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:36:25.916967 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:25.918714 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-580ef1ee-4289-4fdd-a94c-ea4bf59d6d75 req-98b26cc8-7c60-414e-b078-1bc7d32781f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464346 Jun 24 20:36:25.990594 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=ba6dc510-33bb-42f6-a272-4708861f994f,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:26.309723 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['ba6dc510-33bb-42f6-a272-4708861f994f'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:36:26.800320 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf91d7-021d-4003-8f80-b08fd0d8e31d req-7ae5c035-d3d0-47f4-8e0b-ae01b8c17468 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:26.801762 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-aedf91d7-021d-4003-8f80-b08fd0d8e31d req-7ae5c035-d3d0-47f4-8e0b-ae01b8c17468 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 948 time: 0.1006396 Jun 24 20:36:26.844724 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-aedf91d7-021d-4003-8f80-b08fd0d8e31d req-06266dd3-09ad-43b3-a70a-4c6624aba46b tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370979 Jun 24 20:36:27.121289 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65269b7-0d8a-4e8c-81ac-481f1b497a98 req-ba7b13cd-6eaf-4b0f-baa3-d7a6aec10633 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:27.122831 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a65269b7-0d8a-4e8c-81ac-481f1b497a98 req-ba7b13cd-6eaf-4b0f-baa3-d7a6aec10633 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 945 time: 0.0872962 Jun 24 20:36:27.171819 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a65269b7-0d8a-4e8c-81ac-481f1b497a98 req-7bdc03a3-04c6-4ee2-a490-464e10cf4024 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Jun 24 20:36:27.675231 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device ba6dc510-33bb-42f6-a272-4708861f994f up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:36:27.792613 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port ba6dc510-33bb-42f6-a272-4708861f994f completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:36:27.798309 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port ba6dc510-33bb-42f6-a272-4708861f994f triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:36:27.798926 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:27.914153 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port ba6dc510-33bb-42f6-a272-4708861f994f is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:36:27.914651 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:27.942014 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb0c464-c1f4-49d8-89ba-2848f81f1068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6dc510-33bb-42f6-a272-4708861f994f'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:36:27.951764 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port ba6dc510-33bb-42f6-a272-4708861f994f, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ba6dc510-33bb-42f6-a272-4708861f994f,segment=NetworkSegment(c31d0f56-105c-4e55-909e-2ab79cd0beb4),segment_id=c31d0f56-105c-4e55-909e-2ab79cd0beb4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:36:27.956744 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:28.012901 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117d3945-4d07-42e6-a404-8e26fff97e2f'] response: {'server_uuid': 'cfb0c464-c1f4-49d8-89ba-2848f81f1068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6dc510-33bb-42f6-a272-4708861f994f', 'code': 200} Jun 24 20:36:28.031021 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=ba6dc510-33bb-42f6-a272-4708861f994f,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:28.147606 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89269a1-6895-4a91-be24-5984d4895769 req-d9419a7f-36da-4bc5-a753-6a24f51849d6 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:28.149099 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c89269a1-6895-4a91-be24-5984d4895769 req-d9419a7f-36da-4bc5-a753-6a24f51849d6 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 949 time: 0.1903932 Jun 24 20:36:28.196743 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c89269a1-6895-4a91-be24-5984d4895769 req-8e3616c9-c198-42ba-8fae-3bcfc74b6f27 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 Jun 24 20:36:28.315623 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b6fdd-478c-492a-8674-4a3eb6e11893 req-1c63cabd-108d-4270-900b-7ea5cd14e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:28.317006 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-623b6fdd-478c-492a-8674-4a3eb6e11893 req-1c63cabd-108d-4270-900b-7ea5cd14e47d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 1102 time: 0.0834610 Jun 24 20:36:28.366159 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-623b6fdd-478c-492a-8674-4a3eb6e11893 req-5e1880cb-cfdb-4472-a5a0-d4049323781c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378747 Jun 24 20:36:29.402217 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de607253-e062-423e-8740-dfee9bea1393 req-f3a0fade-21f2-47dc-935a-66205ddbc92e tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:29.403793 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-de607253-e062-423e-8740-dfee9bea1393 req-f3a0fade-21f2-47dc-935a-66205ddbc92e tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 949 time: 0.0958254 Jun 24 20:36:29.448523 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-de607253-e062-423e-8740-dfee9bea1393 req-14c0baec-7d2c-4dd5-be3e-bfb1ae50f3e0 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389149 Jun 24 20:36:30.641317 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e056b5e-5119-4302-9b29-12002976511a req-90adb677-fb11-4cde-b432-e8f92baa76b1 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:30.642790 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5e056b5e-5119-4302-9b29-12002976511a req-90adb677-fb11-4cde-b432-e8f92baa76b1 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 949 time: 0.0877275 Jun 24 20:36:30.686194 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5e056b5e-5119-4302-9b29-12002976511a req-33c3ae2a-771e-4a70-b40f-10669ac271c2 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376539 Jun 24 20:36:31.155626 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e8d19-0b2b-4e7a-8ea1-57d8910b9a93 req-67c3fed4-e565-42e0-88c3-1544457e2c1d tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:31.157062 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e22e8d19-0b2b-4e7a-8ea1-57d8910b9a93 req-67c3fed4-e565-42e0-88c3-1544457e2c1d tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 949 time: 0.0949242 Jun 24 20:36:31.201870 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e22e8d19-0b2b-4e7a-8ea1-57d8910b9a93 req-d72ab5af-73ae-4dfd-a095-9379c308263b tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387032 Jun 24 20:36:32.419334 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714c23a-4206-4bfd-b1c7-6276bba9d390 req-b18b9cef-af7b-41b5-8627-4ec9ab615af1 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:32.420777 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-7714c23a-4206-4bfd-b1c7-6276bba9d390 req-b18b9cef-af7b-41b5-8627-4ec9ab615af1 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 949 time: 0.1053407 Jun 24 20:36:32.465725 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-7714c23a-4206-4bfd-b1c7-6276bba9d390 req-053c0ac3-d34b-4e37-af03-9d5678a5970a tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389831 Jun 24 20:36:33.241159 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c128a-bd0b-4767-a79f-d4ccb0fdf274 req-e13c665d-0aa2-46b9-bfef-997a73772a2b tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:33.242553 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-659c128a-bd0b-4767-a79f-d4ccb0fdf274 req-e13c665d-0aa2-46b9-bfef-997a73772a2b tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 949 time: 0.0868959 Jun 24 20:36:33.317198 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-659c128a-bd0b-4767-a79f-d4ccb0fdf274 req-0e8906e3-742d-4e33-baa3-c74d3faabd38 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Deleting port ba6dc510-33bb-42f6-a272-4708861f994f {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:36:33.317495 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-659c128a-bd0b-4767-a79f-d4ccb0fdf274 req-0e8906e3-742d-4e33-baa3-c74d3faabd38 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:33.575248 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-659c128a-bd0b-4767-a79f-d4ccb0fdf274 req-0e8906e3-742d-4e33-baa3-c74d3faabd38 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] For port ba6dc510-33bb-42f6-a272-4708861f994f, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ba6dc510-33bb-42f6-a272-4708861f994f,segment=NetworkSegment(c31d0f56-105c-4e55-909e-2ab79cd0beb4),segment_id=c31d0f56-105c-4e55-909e-2ab79cd0beb4)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:36:33.575591 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-659c128a-bd0b-4767-a79f-d4ccb0fdf274 req-0e8906e3-742d-4e33-baa3-c74d3faabd38 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:33.740572 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-659c128a-bd0b-4767-a79f-d4ccb0fdf274 req-0e8906e3-742d-4e33-baa3-c74d3faabd38 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Calling delete_port for ba6dc510-33bb-42f6-a272-4708861f994f owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:36:33.838663 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c921c63-ec31-4100-a314-a3cec876afa0 req-eead97b2-b119-4b66-8197-4bd9ac0a7945 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:33.840146 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7c921c63-ec31-4100-a314-a3cec876afa0 req-eead97b2-b119-4b66-8197-4bd9ac0a7945 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfb0c464-c1f4-49d8-89ba-2848f81f1068 HTTP/1.1" status: 200 len: 949 time: 0.2571158 Jun 24 20:36:33.934450 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7c921c63-ec31-4100-a314-a3cec876afa0 req-c6ecf34f-24f2-4848-a14d-30d2cb4ede03 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.33 "GET /v2.0/security-groups?id=a60b195b-74a5-4a1d-a1f8-be1668835963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640903 Jun 24 20:36:33.937868 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-659c128a-bd0b-4767-a79f-d4ccb0fdf274 req-0e8906e3-742d-4e33-baa3-c74d3faabd38 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:33.958498 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['ba6dc510-33bb-42f6-a272-4708861f994f'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:36:33.986602 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8906e3-742d-4e33-baa3-c74d3faabd38 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Pushing event deleted for resources: {'Port': ['ID=ba6dc510-33bb-42f6-a272-4708861f994f,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:34.076088 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-659c128a-bd0b-4767-a79f-d4ccb0fdf274 req-0e8906e3-742d-4e33-baa3-c74d3faabd38 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] No DVR routers for this DVR port ba6dc510-33bb-42f6-a272-4708861f994f on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:36:34.078995 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-659c128a-bd0b-4767-a79f-d4ccb0fdf274 req-0e8906e3-742d-4e33-baa3-c74d3faabd38 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:34.081734 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb0c464-c1f4-49d8-89ba-2848f81f1068', 'name': 'network-vif-deleted', 'tag': 'ba6dc510-33bb-42f6-a272-4708861f994f'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:36:34.103096 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-659c128a-bd0b-4767-a79f-d4ccb0fdf274 req-0e8906e3-742d-4e33-baa3-c74d3faabd38 tempest-VolumesNegativeTest-1036679612 tempest-VolumesNegativeTest-1036679612-project] 10.222.0.15 "DELETE /v2.0/ports/ba6dc510-33bb-42f6-a272-4708861f994f HTTP/1.1" status: 204 len: 173 time: 0.8541875 Jun 24 20:36:34.132928 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e4f6c8-1d37-41ad-b2d8-2e6a7a44e328'] response: {'server_uuid': 'cfb0c464-c1f4-49d8-89ba-2848f81f1068', 'name': 'network-vif-deleted', 'tag': 'ba6dc510-33bb-42f6-a272-4708861f994f', 'status': 'completed', 'code': 200} Jun 24 20:36:36.542709 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:37.760700 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device ba6dc510-33bb-42f6-a272-4708861f994f no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:36:37.797392 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: ba6dc510-33bb-42f6-a272-4708861f994f {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:36:37.797811 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device ba6dc510-33bb-42f6-a272-4708861f994f not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:36:39.652391 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-44e25a85-76c8-4944-a178-af26740e2f88 req-db8ccc10-edb8-4563-8d18-014ac91651fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805690 Jun 24 20:36:39.762660 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e25a85-76c8-4944-a178-af26740e2f88 req-873d6d53-14fa-4832-8d70-30079bd147a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:39.764136 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-44e25a85-76c8-4944-a178-af26740e2f88 req-873d6d53-14fa-4832-8d70-30079bd147a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 1098 time: 0.0805681 Jun 24 20:36:39.997536 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e25a85-76c8-4944-a178-af26740e2f88 req-41b276fc-3c6d-4f55-9d8e-f6dd51f6b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:39.999083 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-44e25a85-76c8-4944-a178-af26740e2f88 req-41b276fc-3c6d-4f55-9d8e-f6dd51f6b039 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 200 len: 916 time: 0.2109253 Jun 24 20:36:40.106418 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-44e25a85-76c8-4944-a178-af26740e2f88 req-479f7fbe-d45f-4a11-b1ca-c63bdca46967 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55beb609-73c5-4404-a268-73e742f3c39a HTTP/1.1" status: 200 len: 1001 time: 0.0993171 Jun 24 20:36:40.183743 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e25a85-76c8-4944-a178-af26740e2f88 req-7b880fdb-db96-41ce-bd85-d93b50c8b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:40.185159 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-44e25a85-76c8-4944-a178-af26740e2f88 req-7b880fdb-db96-41ce-bd85-d93b50c8b28d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aaff2148-a5b9-46f1-b4f3-e167f2aba951 HTTP/1.1" status: 200 len: 854 time: 0.0681679 Jun 24 20:36:40.276759 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e25a85-76c8-4944-a178-af26740e2f88 req-6c2bc61c-e9f1-43d8-a089-a97bfa94e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:40.278284 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-44e25a85-76c8-4944-a178-af26740e2f88 req-6c2bc61c-e9f1-43d8-a089-a97bfa94e947 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fe66e7b-631d-49f2-87af-6f9a31183f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856400 Jun 24 20:36:40.410843 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-44e25a85-76c8-4944-a178-af26740e2f88 req-1573d69e-ac64-4477-8fe5-671ca0bd5336 service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237047 Jun 24 20:36:40.551600 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-44e25a85-76c8-4944-a178-af26740e2f88 req-89e52a84-fb40-45db-a076-36d4921276c8 service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335166 Jun 24 20:36:41.565569 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 49494) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:41.724213 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-741a1ae2-e9ae-4ac9-919e-9273e9d7f14a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fb83be8ea54f4686aba3f014c10afcc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574492 Jun 24 20:36:41.726856 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 49500) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:36:41.786003 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:41.816478 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:41.974951 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:41.991849 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60b195b-74a5-4a1d-a1f8-be1668835963,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:36:42.000284 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:42.000632 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:42.000987 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:42.001365 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:42.001689 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:42.002015 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:42.002365 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:42.002727 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:42.003054 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:42.003368 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:42.003683 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:42.003980 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:36:42.011206 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:42.012457 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-c12ae7a9-096c-48b7-a477-c278e9e02076 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a60b195b-74a5-4a1d-a1f8-be1668835963 HTTP/1.1" status: 204 len: 168 time: 0.2845106 Jun 24 20:36:50.321146 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-568ac832-bd04-401d-9cf1-302b4187ca5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:50.378696 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d07c02-85b4-4899-b469-514b31d5e7cf req-6d577d3b-7dfc-4dcb-a408-5270de4eb238 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:50.380074 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c7d07c02-85b4-4899-b469-514b31d5e7cf req-6d577d3b-7dfc-4dcb-a408-5270de4eb238 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0999954 Jun 24 20:36:50.427807 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c7d07c02-85b4-4899-b469-514b31d5e7cf req-c599a50f-a03f-461c-b491-81ff3869c85a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416844 Jun 24 20:36:51.640179 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f06ad6-f813-41e1-9bd2-f09db1933583 req-238915bd-2d2a-4d49-bded-e34053aea819 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:51.641650 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a8f06ad6-f813-41e1-9bd2-f09db1933583 req-238915bd-2d2a-4d49-bded-e34053aea819 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0938985 Jun 24 20:36:51.684918 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a8f06ad6-f813-41e1-9bd2-f09db1933583 req-1699ac9a-b7d5-41ab-9fe8-276d8926dc9e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375037 Jun 24 20:36:52.520873 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-17741433-7c8e-4b31-90c9-405f29199b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:52.542407 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:36:52.895649 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff84fb9-528f-4521-b753-b4a8aae6bd38 req-50d9c7d1-166f-47e2-b4d0-ca09deeac83c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:52.897091 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2ff84fb9-528f-4521-b753-b4a8aae6bd38 req-50d9c7d1-166f-47e2-b4d0-ca09deeac83c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0958929 Jun 24 20:36:52.940524 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2ff84fb9-528f-4521-b753-b4a8aae6bd38 req-edd45eed-33b7-41a8-9c69-8e3890bfa5b5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376458 Jun 24 20:36:53.544704 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:53.732938 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:54.156066 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511006aa-1955-4795-aa2c-b90467321e8e req-ac7ac8ae-86a9-45e0-933e-194197e446e9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:54.157483 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-511006aa-1955-4795-aa2c-b90467321e8e req-ac7ac8ae-86a9-45e0-933e-194197e446e9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0988922 Jun 24 20:36:54.200895 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-511006aa-1955-4795-aa2c-b90467321e8e req-c3801e7d-8902-47b6-af8f-01fa41cef1af tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376732 Jun 24 20:36:55.000081 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:36:55.416979 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337af73-3977-4d01-9e77-e86b12456107 req-0902274f-7037-446e-9ec7-ad87a642e041 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:55.418600 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c337af73-3977-4d01-9e77-e86b12456107 req-0902274f-7037-446e-9ec7-ad87a642e041 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0953226 Jun 24 20:36:55.461531 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c337af73-3977-4d01-9e77-e86b12456107 req-99680a0f-f8dd-4564-be98-7496eea55b2e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373185 Jun 24 20:36:56.668413 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70cb1-f4ee-42ad-abb5-9c7b519cd807 req-3d9def5e-f452-48e1-9c59-b987a15c64ec tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:56.669738 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a0b70cb1-f4ee-42ad-abb5-9c7b519cd807 req-3d9def5e-f452-48e1-9c59-b987a15c64ec tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0841775 Jun 24 20:36:56.714855 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a0b70cb1-f4ee-42ad-abb5-9c7b519cd807 req-d5bc2e23-50b7-4c53-bac6-31a8b550a0dc tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394640 Jun 24 20:36:57.918817 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810afa70-7092-404b-b0ea-445a362dfcac req-307f2fe2-733d-433c-8f92-35fa9aa40138 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:57.920318 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-810afa70-7092-404b-b0ea-445a362dfcac req-307f2fe2-733d-433c-8f92-35fa9aa40138 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0897491 Jun 24 20:36:57.966301 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-810afa70-7092-404b-b0ea-445a362dfcac req-d9a72228-820c-4c80-b190-fa6fd1b972e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388041 Jun 24 20:36:59.190999 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425e892-325c-4cd0-bb9a-316a9117cf0e req-0735d19c-a8b3-48b8-88c8-91f68d7874ab tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:36:59.192505 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6425e892-325c-4cd0-bb9a-316a9117cf0e req-0735d19c-a8b3-48b8-88c8-91f68d7874ab tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.1043196 Jun 24 20:36:59.240672 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6425e892-325c-4cd0-bb9a-316a9117cf0e req-b61a262d-7d65-42b3-be5f-746b7ec2fba4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423188 Jun 24 20:37:00.465008 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8b258-a840-4877-a338-06103982ddd8 req-9b808dc7-7037-4955-8e1e-7687c7375f01 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:00.466506 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d0a8b258-a840-4877-a338-06103982ddd8 req-9b808dc7-7037-4955-8e1e-7687c7375f01 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0966191 Jun 24 20:37:00.511909 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d0a8b258-a840-4877-a338-06103982ddd8 req-8f4ab3ec-41a0-46da-9811-16829df14ff6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 Jun 24 20:37:01.718937 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df837bc-5976-4b3f-a2a8-1788d6a22b08 req-6c03c2b9-251c-4e1f-bf24-0266060889e1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:01.720514 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1df837bc-5976-4b3f-a2a8-1788d6a22b08 req-6c03c2b9-251c-4e1f-bf24-0266060889e1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0884757 Jun 24 20:37:01.768216 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1df837bc-5976-4b3f-a2a8-1788d6a22b08 req-0c966772-58d6-462e-8742-d0852068ac7c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411572 Jun 24 20:37:01.936049 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45624f1f-da2c-4fd9-afe1-310f0cad86e7 req-f4211fc5-b05c-434c-b849-b12a0037164e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:01.937496 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-45624f1f-da2c-4fd9-afe1-310f0cad86e7 req-f4211fc5-b05c-434c-b849-b12a0037164e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 945 time: 0.0926051 Jun 24 20:37:01.983413 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-45624f1f-da2c-4fd9-afe1-310f0cad86e7 req-33b9789a-5b70-4370-b5db-dcbed066ec40 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397866 Jun 24 20:37:02.199594 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 49716) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:02.321838 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc016-aa7b-46ba-a84a-dc03bbd6d1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:02.336818 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a6ecc016-aa7b-46ba-a84a-dc03bbd6d1e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:02.341148 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a6ecc016-aa7b-46ba-a84a-dc03bbd6d1e0 admin admin] Usage tracker for resource:security_group_rule and tenant:551eb4d987674a6bb69b262897c1cecb is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:02.344177 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a6ecc016-aa7b-46ba-a84a-dc03bbd6d1e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:02.350656 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a6ecc016-aa7b-46ba-a84a-dc03bbd6d1e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:02.440134 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc016-aa7b-46ba-a84a-dc03bbd6d1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:02.445031 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc016-aa7b-46ba-a84a-dc03bbd6d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:02.489438 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-a6ecc016-aa7b-46ba-a84a-dc03bbd6d1e0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=551eb4d987674a6bb69b262897c1cecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887318 Jun 24 20:37:02.491024 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecc016-aa7b-46ba-a84a-dc03bbd6d1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd501e8c-f5d8-4d5e-aa69-536e8cff9762,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:02.492347 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 49722) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:02.554003 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:02.585239 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:02.639949 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:02.654661 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd501e8c-f5d8-4d5e-aa69-536e8cff9762,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:02.664597 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:02.664969 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:02.665399 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:02.665729 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:02.666055 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:02.666406 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:02.666729 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:02.667045 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:02.667369 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:02.667685 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:02.668001 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:02.668313 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:02.672570 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:02.673737 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-58535600-498c-4570-90fc-103f74d24ebf admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dd501e8c-f5d8-4d5e-aa69-536e8cff9762 HTTP/1.1" status: 204 len: 168 time: 0.1795504 Jun 24 20:37:02.964187 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a5815-c5d7-4840-aa0b-57cbcdad8063 req-bf9f9af5-d159-4013-a510-bb892baccd25 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:02.965796 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ee2a5815-c5d7-4840-aa0b-57cbcdad8063 req-bf9f9af5-d159-4013-a510-bb892baccd25 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0885227 Jun 24 20:37:03.026214 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ee2a5815-c5d7-4840-aa0b-57cbcdad8063 req-94d18936-c870-4c3a-8e8b-8ad4f3eff373 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532146 Jun 24 20:37:03.186174 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5405c7-2a45-4992-b293-e0030fc87d59 req-8657c05e-f89d-48e3-8eb0-698dfbb7e80e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:03.187659 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2d5405c7-2a45-4992-b293-e0030fc87d59 req-8657c05e-f89d-48e3-8eb0-698dfbb7e80e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 945 time: 0.0930190 Jun 24 20:37:03.237557 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2d5405c7-2a45-4992-b293-e0030fc87d59 req-8f4e9b2f-07b2-4755-9573-59efa0ac3524 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434852 Jun 24 20:37:03.671998 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-eeab56d0-71a6-478a-bce8-a2b1084f570c tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:03.673427 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-eeab56d0-71a6-478a-bce8-a2b1084f570c tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 945 time: 0.0846934 Jun 24 20:37:03.752081 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Deleting port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:37:03.752457 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:04.072986 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] For port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3fbbab64-41fc-47c3-9d6e-6997f58f4ca4,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:04.073455 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:04.220512 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c9b30-98a1-4462-863e-309fe559292f req-3f68d462-9473-443a-8181-a9c3e29a07cb tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:04.221920 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3f1c9b30-98a1-4462-863e-309fe559292f req-3f68d462-9473-443a-8181-a9c3e29a07cb tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0873361 Jun 24 20:37:04.268293 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3f1c9b30-98a1-4462-863e-309fe559292f req-2e490af1-3fbd-4d07-9009-c4716258dafe tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403354 Jun 24 20:37:04.417559 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:04.418153 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:04.418282 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Floating IP 111d9f19-4c71-4a84-9aa9-dcc92cef6d5c disassociated. External IP: 172.27.1.25, port: 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4. Jun 24 20:37:04.418618 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Calling delete_port for 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:37:04.517840 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf27dd3-6779-4083-a604-76f93cacb92a req-d1425780-ec58-47bd-8889-c474599b5292 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:04.519257 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3bf27dd3-6779-4083-a604-76f93cacb92a req-d1425780-ec58-47bd-8889-c474599b5292 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 945 time: 0.1733909 Jun 24 20:37:04.616755 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3bf27dd3-6779-4083-a604-76f93cacb92a req-1034618c-e98c-4c42-a218-f211f4e7ea0a tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=85e4d159-309f-456d-9536-cded9c89212f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655897 Jun 24 20:37:04.620303 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:04.671524 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event deleted for resources: {'Port': ['ID=3fbbab64-41fc-47c3-9d6e-6997f58f4ca4,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:04.856288 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Router a897ac1a-6a68-486c-906e-21279c914a56 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:37:05.034381 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:37:05.047900 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b04718-1044-4244-9d8a-b6b88760ae51 None None] Sync routers for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:37:05.058362 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b04718-1044-4244-9d8a-b6b88760ae51 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:05.058926 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-14b04718-1044-4244-9d8a-b6b88760ae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:36:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:05.131419 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] No DVR routers for this DVR port 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:37:05.141322 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:05.144123 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3649efeb-3575-4d95-aa79-ab4d3ff9d946', 'name': 'network-vif-deleted', 'tag': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:37:05.183221 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e0e7c997-4df4-41a6-bbca-ede5a233aeb4 req-c770bf84-7170-423e-870d-24babf6872e1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "DELETE /v2.0/ports/3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 HTTP/1.1" status: 204 len: 173 time: 1.5017838 Jun 24 20:37:05.207921 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b8ce609-da66-40a1-bad8-39bddadc1f9c'] response: {'server_uuid': '3649efeb-3575-4d95-aa79-ab4d3ff9d946', 'name': 'network-vif-deleted', 'tag': '3fbbab64-41fc-47c3-9d6e-6997f58f4ca4', 'status': 'completed', 'code': 200} Jun 24 20:37:05.290994 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-14b04718-1044-4244-9d8a-b6b88760ae51 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:05.501137 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eed89d-13d2-467a-be20-17db4ade624f req-94eb2910-eaf3-44d2-aeb2-e3351d1f5250 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:05.506646 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-29eed89d-13d2-467a-be20-17db4ade624f req-94eb2910-eaf3-44d2-aeb2-e3351d1f5250 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.1055708 Jun 24 20:37:05.560616 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-29eed89d-13d2-467a-be20-17db4ade624f req-7b5c515a-004a-41c1-9477-d71cf87d7d05 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502062 Jun 24 20:37:05.674472 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-14b04718-1044-4244-9d8a-b6b88760ae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '8fd2c808-f4be-4ab4-bd77-2db4632de908', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '55beb609-73c5-4404-a268-73e742f3c39a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:05:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:34:40Z', 'revision_number': 2, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:05.679467 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b04718-1044-4244-9d8a-b6b88760ae51 None None] Checking router: a897ac1a-6a68-486c-906e-21279c914a56 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:37:05.688495 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b04718-1044-4244-9d8a-b6b88760ae51 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:05.688943 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-14b04718-1044-4244-9d8a-b6b88760ae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:36:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:05.799162 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-205b4ca2-082b-4cc7-931a-8d7f73c42147 req-bfaf8002-e0b3-4012-8d40-78328f57b36f tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=3649efeb-3575-4d95-aa79-ab4d3ff9d946 HTTP/1.1" status: 200 len: 210 time: 0.0516102 Jun 24 20:37:05.874545 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-14b04718-1044-4244-9d8a-b6b88760ae51 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:06.266909 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-14b04718-1044-4244-9d8a-b6b88760ae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '8fd2c808-f4be-4ab4-bd77-2db4632de908', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '55beb609-73c5-4404-a268-73e742f3c39a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:05:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:34:40Z', 'revision_number': 2, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:06.271221 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b04718-1044-4244-9d8a-b6b88760ae51 None None] The sync data for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi is: [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '8fd2c808-f4be-4ab4-bd77-2db4632de908', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '55beb609-73c5-4404-a268-73e742f3c39a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:05:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:33:48Z', 'updated_at': '2022-06-24T20:34:40Z', 'revision_number': 2, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:37:06.530620 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7943fe-083b-4926-b564-1231051c5d81 None None] New status for floating IP 111d9f19-4c71-4a84-9aa9-dcc92cef6d5c: DOWN {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:37:06.539174 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:06.693149 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 49794) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:06.771376 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989699e1-d8b1-4bba-87ca-0ad55fd5f236 req-a60b6215-06e8-464a-8ea8-042b2176d062 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:06.780541 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-989699e1-d8b1-4bba-87ca-0ad55fd5f236 req-a60b6215-06e8-464a-8ea8-042b2176d062 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0973790 Jun 24 20:37:06.827808 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e1da276-503f-4007-9fad-8d450c81b992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:06.828835 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-989699e1-d8b1-4bba-87ca-0ad55fd5f236 req-964019d8-a9fb-4bc5-b352-870af934eaa5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472693 Jun 24 20:37:06.854100 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1e1da276-503f-4007-9fad-8d450c81b992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:06.857843 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-1e1da276-503f-4007-9fad-8d450c81b992 admin admin] Usage tracker for resource:security_group_rule and tenant:0b9bd933aeaa4a6a90e4262bd4ed3635 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:06.860740 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-1e1da276-503f-4007-9fad-8d450c81b992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:06.866368 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1e1da276-503f-4007-9fad-8d450c81b992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:06.952226 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 49806) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:06.954857 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e1da276-503f-4007-9fad-8d450c81b992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:06.959380 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e1da276-503f-4007-9fad-8d450c81b992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.007287 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-1e1da276-503f-4007-9fad-8d450c81b992 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0b9bd933aeaa4a6a90e4262bd4ed3635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128009 Jun 24 20:37:07.008269 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1da276-503f-4007-9fad-8d450c81b992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7062d65-d6a0-43c5-8e0c-3dbc248d9ec4,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:07.011108 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 49810) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:07.071929 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-94fd4361-3343-4f1e-8a1f-63dc5a1078eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.081073 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-620b9ac7-fd7e-4804-8eb5-c52a97f49064 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.100089 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-94fd4361-3343-4f1e-8a1f-63dc5a1078eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.108896 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-620b9ac7-fd7e-4804-8eb5-c52a97f49064 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.152013 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-94fd4361-3343-4f1e-8a1f-63dc5a1078eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.163992 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-620b9ac7-fd7e-4804-8eb5-c52a97f49064 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.173585 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd4361-3343-4f1e-8a1f-63dc5a1078eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7062d65-d6a0-43c5-8e0c-3dbc248d9ec4,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:07.179972 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-94fd4361-3343-4f1e-8a1f-63dc5a1078eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.181094 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-94fd4361-3343-4f1e-8a1f-63dc5a1078eb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e7062d65-d6a0-43c5-8e0c-3dbc248d9ec4 HTTP/1.1" status: 204 len: 168 time: 0.1693077 Jun 24 20:37:07.181780 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b9ac7-fd7e-4804-8eb5-c52a97f49064 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e4d159-309f-456d-9536-cded9c89212f,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:07.195119 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-620b9ac7-fd7e-4804-8eb5-c52a97f49064 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.196263 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-620b9ac7-fd7e-4804-8eb5-c52a97f49064 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "DELETE /v2.0/security-groups/85e4d159-309f-456d-9536-cded9c89212f HTTP/1.1" status: 204 len: 168 time: 0.2430100 Jun 24 20:37:07.198991 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 49816) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:07.214813 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.api.v2.resource [None req-ae6c9b40-ede6-4feb-ab5a-9c35c374169d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] show failed (client error): The resource could not be found. Jun 24 20:37:07.215786 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-ae6c9b40-ede6-4feb-ab5a-9c35c374169d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups/85e4d159-309f-456d-9536-cded9c89212f HTTP/1.1" status: 404 len: 347 time: 0.0159101 Jun 24 20:37:07.218619 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 49820) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:07.386904 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5e13a6b9-1df3-478b-86a6-bf97eed35fa9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Deleting port a409f95d-be06-404a-9140-fa07ed052217 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:37:07.387242 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5e13a6b9-1df3-478b-86a6-bf97eed35fa9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.553563 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5e13a6b9-1df3-478b-86a6-bf97eed35fa9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.553939 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5e13a6b9-1df3-478b-86a6-bf97eed35fa9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.671546 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5e13a6b9-1df3-478b-86a6-bf97eed35fa9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Calling delete_port for a409f95d-be06-404a-9140-fa07ed052217 owned by network:floatingip {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:37:07.811916 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5e13a6b9-1df3-478b-86a6-bf97eed35fa9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.893718 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13a6b9-1df3-478b-86a6-bf97eed35fa9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event deleted for resources: {'Port': ['ID=a409f95d-be06-404a-9140-fa07ed052217,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:07.912140 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 49846) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:07.961390 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5e13a6b9-1df3-478b-86a6-bf97eed35fa9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.972302 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:37:07.979430 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5e13a6b9-1df3-478b-86a6-bf97eed35fa9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:07.994447 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-5e13a6b9-1df3-478b-86a6-bf97eed35fa9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "DELETE /v2.0/floatingips/111d9f19-4c71-4a84-9aa9-dcc92cef6d5c HTTP/1.1" status: 204 len: 168 time: 0.7643988 Jun 24 20:37:08.010277 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:37:08.010609 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 3fbbab64-41fc-47c3-9d6e-6997f58f4ca4 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:37:08.040971 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56dc90e-ed84-490e-9ba4-8f0c9ad8afe7 req-902fd9be-81db-4f65-89ec-a63eba77691d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:08.042483 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a56dc90e-ed84-490e-9ba4-8f0c9ad8afe7 req-902fd9be-81db-4f65-89ec-a63eba77691d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0978715 Jun 24 20:37:08.047515 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1617475111-network', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:08.052776 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:08.072488 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Usage tracker for resource:network and tenant:a6a93e932f0f417992870f3b1394e369 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:08.077444 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:08.085150 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:08.108771 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a56dc90e-ed84-490e-9ba4-8f0c9ad8afe7 req-deef90b1-f8de-4a6c-a5fc-7b684dd35cd5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570264 Jun 24 20:37:08.111323 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Made reservation on behalf of a6a93e932f0f417992870f3b1394e369 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:37:08.114151 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:08.127704 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:08.142396 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:08.146424 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Usage tracker for resource:security_group_rule and tenant:a6a93e932f0f417992870f3b1394e369 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:08.149526 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:08.155596 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:08.240978 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:08.246074 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:08.287026 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:37:08.299679 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccf65eb-bfda-49c4-9e69-6ee6b26f3597,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:08.308114 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:08.308582 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.segments_db [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Added segment 3b37f5ac-517e-4428-a869-5eae4ee5c2db of type vlan for network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 Jun 24 20:37:08.335078 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:08.364672 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:08.365876 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:08.366633 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:08.476423 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 49864) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:08.481988 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Request body: {'subnet': {'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1617475111-subnet', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'ip_version': 4}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:08.486359 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5725207 Jun 24 20:37:08.489580 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:08.497346 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Usage tracker for resource:subnet and tenant:a6a93e932f0f417992870f3b1394e369 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:08.497717 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594e14a-2b9b-4403-a24f-63926c4d3214 admin admin] Pushing event updated for resources: {'Network': ['ID=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:08.500343 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:08.506190 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:08.509214 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:37:08.517292 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Made reservation on behalf of a6a93e932f0f417992870f3b1394e369 for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:37:08.519805 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2163071'] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:08.733976 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2371705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2163017'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:08.810996 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c5a11a-86f3-4ccf-a584-ed8dd66e67da,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:08.819142 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Checking segment: {'id': '3b37f5ac-517e-4428-a869-5eae4ee5c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:37:08.819742 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Network hostable DHCP agents. Network: cc20162e-7aeb-4cd7-9a4f-96b0500f97c6, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:37:08.839992 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:37:08.850534 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, cc20162e-7aeb-4cd7-9a4f-96b0500f97c6) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:08.855259 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:08.855981 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:08.859844 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd339e80-8254-4e4f-a313-fff94bac5192 None None] Network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:37:08.880068 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-dc09e22d-3787-461d-aa4f-2b3fd30c08ea admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4000530 Jun 24 20:37:08.880392 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 49868) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:08.885350 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:08.889840 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:08.893655 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Usage tracker for resource:router and tenant:a6a93e932f0f417992870f3b1394e369 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:08.896475 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:08.902374 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:08.913492 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3800691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60277'] for router, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:08.914469 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3848008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64902'] for router, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:08.928906 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:09.089262 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3845f4-25c2-549b-a277-efe1d63686d0-cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'fixed_ips': [{'subnet_id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da'}]}} from dv-cinder-847189-4-iscsi. {{(pid=88161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 20:37:09.090374 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:09.255933 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.db_base_plugin_common [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Allocated IP 172.20.0.2 (cc20162e-7aeb-4cd7-9a4f-96b0500f97c6/d6c5a11a-86f3-4ccf-a584-ed8dd66e67da/cd5b4834-e8ff-446c-ae85-1bc7da9389ba) {{(pid=88161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:37:09.310232 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64916'] for router, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:09.424488 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7deb072-606e-4b59-ba11-7979b132bcdc req-44903705-70d6-4e73-b5fd-a0367e3ebef5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:09.426045 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f7deb072-606e-4b59-ba11-7979b132bcdc req-44903705-70d6-4e73-b5fd-a0367e3ebef5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.1776800 Jun 24 20:37:09.471206 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Notify callbacks [] for port, precommit_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:09.481916 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Transition to ACTIVE for port object cd5b4834-e8ff-446c-ae85-1bc7da9389ba will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:09.484160 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f7deb072-606e-4b59-ba11-7979b132bcdc req-97e66bd1-0f43-4c1d-8b73-1f7cf275e828 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516510 Jun 24 20:37:09.501734 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Transition to ACTIVE for port object cd5b4834-e8ff-446c-ae85-1bc7da9389ba will not be triggered until provisioned by entity DHCP. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:09.511168 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:09.576274 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 is already hosted by enough agents. {{(pid=88161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:37:09.579499 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.base_scheduler [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Resources bound (agent type, host, resource id): {{(pid=88161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:09.591773 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Received port after_create {{(pid=88161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:37:09.614915 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Pushing event updated for resources: {'Port': ['ID=cd5b4834-e8ff-446c-ae85-1bc7da9389ba,revision_number=1']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:09.659102 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:09.659102 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:09.659102 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:09.659515 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:09.659515 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:09.659806 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:09.660121 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:09.660432 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:09.660766 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:09.661079 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:09.661405 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:09.661699 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:09.695514 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:09.726104 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:09.734957 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Attempting to bind port cd5b4834-e8ff-446c-ae85-1bc7da9389ba on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:37:09.735322 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Attempting to bind port cd5b4834-e8ff-446c-ae85-1bc7da9389ba by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '3b37f5ac-517e-4428-a869-5eae4ee5c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:37:09.735669 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Attempting to bind port cd5b4834-e8ff-446c-ae85-1bc7da9389ba on network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:37:09.741218 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:37:09.741579 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Checking segment: {'id': '3b37f5ac-517e-4428-a869-5eae4ee5c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:37:09.742072 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:09.742489 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Bound using segment: {'id': '3b37f5ac-517e-4428-a869-5eae4ee5c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:37:09.743207 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Bound port: cd5b4834-e8ff-446c-ae85-1bc7da9389ba, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b37f5ac-517e-4428-a869-5eae4ee5c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:37:09.743577 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:09.836029 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] For port cd5b4834-e8ff-446c-ae85-1bc7da9389ba, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:37:09.839386 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] For port cd5b4834-e8ff-446c-ae85-1bc7da9389ba, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=cd5b4834-e8ff-446c-ae85-1bc7da9389ba,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:37:09.843778 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:09.876690 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Allocated IP 172.27.1.35 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/9da50beb-ef1b-4581-9aa4-5703236ad0c8) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:37:09.926848 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446639f7-1d2b-40b2-8b23-e0e098af368a None None] Pushing event updated for resources: {'Port': ['ID=cd5b4834-e8ff-446c-ae85-1bc7da9389ba,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:10.078425 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:10.113900 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:10.184280 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:37:10.191665 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:10.195922 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:37:10.228216 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Pushing event updated for resources: {'Port': ['ID=9da50beb-ef1b-4581-9aa4-5703236ad0c8,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:10.678546 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:10.895192 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dabf85-e8a6-40a3-aa7c-8fe2a6d40261 None None] Network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:37:10.935782 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36872c31-a4a8-47c8-a704-c45106db4d03 req-e6479193-1e2d-4a79-aab4-98b34a0ea3f6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:10.937226 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-36872c31-a4a8-47c8-a704-c45106db4d03 req-e6479193-1e2d-4a79-aab4-98b34a0ea3f6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.3329470 Jun 24 20:37:10.987991 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-51dc1360-781b-4ffd-b448-594d3bc2aef2 None None] Provisioning for port cd5b4834-e8ff-446c-ae85-1bc7da9389ba completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:11.140885 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-36872c31-a4a8-47c8-a704-c45106db4d03 req-151b6e2c-d5a5-4d15-ae26-eaff2a8529c6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891866 Jun 24 20:37:11.192909 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787037'] for router, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:11.207745 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886331d-066a-439d-9634-16c14e3901bb req-13eb1e38-804a-4572-8116-d6ceb0dc6013 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:11.214776 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3886331d-066a-439d-9634-16c14e3901bb req-13eb1e38-804a-4572-8116-d6ceb0dc6013 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 945 time: 0.1055496 Jun 24 20:37:11.256263 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3886331d-066a-439d-9634-16c14e3901bb req-d02a40ec-593a-443a-a20d-9369c24db751 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406337 Jun 24 20:37:11.302709 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device cd5b4834-e8ff-446c-ae85-1bc7da9389ba up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:11.372515 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port cd5b4834-e8ff-446c-ae85-1bc7da9389ba completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:11.378684 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port cd5b4834-e8ff-446c-ae85-1bc7da9389ba triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:11.379310 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:11.420498 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Router a22c7e15-1617-4c04-9560-51e9104839c3 is scheduled to L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 with binding_index 1 {{(pid=88160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 20:37:11.500676 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port cd5b4834-e8ff-446c-ae85-1bc7da9389ba is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:11.501051 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:11.537795 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b8b4689e-2ed1-4230-9fcb-349520bc80af None None] Provisioning complete for port cd5b4834-e8ff-446c-ae85-1bc7da9389ba triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:11.538182 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b8b4689e-2ed1-4230-9fcb-349520bc80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:11.575731 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port cd5b4834-e8ff-446c-ae85-1bc7da9389ba, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=cd5b4834-e8ff-446c-ae85-1bc7da9389ba,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:11.583130 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:11.602675 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:37:11.626637 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:11.630474 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-950556ca-2699-4304-89d5-76a20fbb277d admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7465053 Jun 24 20:37:11.630603 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Sync routers for ids ['a22c7e15-1617-4c04-9560-51e9104839c3'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:37:11.630731 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 49896) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:11.664261 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Routers {'a22c7e15-1617-4c04-9560-51e9104839c3'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:11.664926 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:36:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a22c7e15-1617-4c04-9560-51e9104839c3'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:11.831377 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=cd5b4834-e8ff-446c-ae85-1bc7da9389ba,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:11.864514 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4689e-2ed1-4230-9fcb-349520bc80af None None] Current status of the port cd5b4834-e8ff-446c-ae85-1bc7da9389ba is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:11.893375 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Set router a22c7e15-1617-4c04-9560-51e9104839c3 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:12.182421 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:37:10Z', 'revision_number': 3, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port': {'id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:09Z', 'updated_at': '2022-06-24T20:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:12.186492 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Checking router: a22c7e15-1617-4c04-9560-51e9104839c3 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:37:12.186901 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Updating router a22c7e15-1617-4c04-9560-51e9104839c3 port 9da50beb-ef1b-4581-9aa4-5703236ad0c8 binding host dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:37:12.239399 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:12.453381 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2fb25-059d-4d7c-8946-2e88fc1aa779 req-dbaa0d80-5885-4d45-a80c-9ff7d5630931 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:12.454905 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2af2fb25-059d-4d7c-8946-2e88fc1aa779 req-dbaa0d80-5885-4d45-a80c-9ff7d5630931 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.1984105 Jun 24 20:37:12.469391 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:12.472133 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec316f-2f19-4327-b30a-cd3809b49f65 req-7c9447bc-f70f-427e-b5af-8b8896c2c54e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:12.473541 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-86ec316f-2f19-4327-b30a-cd3809b49f65 req-7c9447bc-f70f-427e-b5af-8b8896c2c54e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 945 time: 0.0920022 Jun 24 20:37:12.518118 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-86ec316f-2f19-4327-b30a-cd3809b49f65 req-08c90447-c1e2-4028-a0c8-d489b45ff4e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387919 Jun 24 20:37:12.566832 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2af2fb25-059d-4d7c-8946-2e88fc1aa779 req-84c312ed-0be6-4ce6-9df4-4eb5531a15d3 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001406 Jun 24 20:37:12.595586 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:12.607671 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Transition to ACTIVE for port object 9da50beb-ef1b-4581-9aa4-5703236ad0c8 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:12.614387 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:12.716329 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Allocated IP 172.20.0.1 (cc20162e-7aeb-4cd7-9a4f-96b0500f97c6/d6c5a11a-86f3-4ccf-a584-ed8dd66e67da/e3e2abfc-3b65-4063-9edc-d09e12842f02) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:37:12.726265 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Attempting to bind port 9da50beb-ef1b-4581-9aa4-5703236ad0c8 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:37:12.726552 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Attempting to bind port 9da50beb-ef1b-4581-9aa4-5703236ad0c8 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:37:12.726945 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Attempting to bind port 9da50beb-ef1b-4581-9aa4-5703236ad0c8 on network cd9f41e2-529a-43c2-b620-1636d255c50a {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:37:12.729205 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777b478-496a-4889-9bbd-944062062442 None None] Pushing event updated for resources: {'Port': ['ID=9da50beb-ef1b-4581-9aa4-5703236ad0c8,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:12.735031 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:37:12.735393 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Checking segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:37:12.735784 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:12.736161 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Bound using segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:37:12.737331 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Bound port: 9da50beb-ef1b-4581-9aa4-5703236ad0c8, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:37:12.737331 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:12.815257 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] For port 9da50beb-ef1b-4581-9aa4-5703236ad0c8, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:37:12.818337 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] For port 9da50beb-ef1b-4581-9aa4-5703236ad0c8, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=9da50beb-ef1b-4581-9aa4-5703236ad0c8,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:37:12.824425 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:12.866684 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:12.882683 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Transition to ACTIVE for port object e3e2abfc-3b65-4063-9edc-d09e12842f02 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:12.900477 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Routers {'a22c7e15-1617-4c04-9560-51e9104839c3'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:12.901074 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:36:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a22c7e15-1617-4c04-9560-51e9104839c3'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:12.908954 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:12.971074 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:37:12.973769 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:12.981669 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:37:13.005317 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777b478-496a-4889-9bbd-944062062442 None None] Pushing event updated for resources: {'Port': ['ID=9da50beb-ef1b-4581-9aa4-5703236ad0c8,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:13.016550 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Pushing event updated for resources: {'Port': ['ID=e3e2abfc-3b65-4063-9edc-d09e12842f02,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:13.038826 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800663'] for router_interface, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:13.080683 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] Set router a22c7e15-1617-4c04-9560-51e9104839c3 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:13.171118 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:13.262659 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device cd5b4834-e8ff-446c-ae85-1bc7da9389ba up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:13.343054 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-73425224-9a62-4e75-88d1-860f73393233 None None] Provisioning for port e3e2abfc-3b65-4063-9edc-d09e12842f02 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:13.352008 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-73425224-9a62-4e75-88d1-860f73393233 None None] Provisioning complete for port e3e2abfc-3b65-4063-9edc-d09e12842f02 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:13.352414 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-73425224-9a62-4e75-88d1-860f73393233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:13.402563 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:13.410677 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:13.440170 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port cd5b4834-e8ff-446c-ae85-1bc7da9389ba triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:13.440668 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:13.501225 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-73425224-9a62-4e75-88d1-860f73393233 None None] Port e3e2abfc-3b65-4063-9edc-d09e12842f02 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:37:13.515548 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4173672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800626'] for router_interface, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:13.519735 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Pushing event updated for resources: {'Port': ['ID=e3e2abfc-3b65-4063-9edc-d09e12842f02,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:13.599038 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:37:10Z', 'revision_number': 3, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port': {'id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:09Z', 'updated_at': '2022-06-24T20:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:13.605936 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa1ca5-8834-47cf-8597-4e5cb0ab387d None None] The sync data for ids ['a22c7e15-1617-4c04-9560-51e9104839c3'] in dv-cinder-847189-4-iscsi is: [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:37:10Z', 'revision_number': 3, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port': {'id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:09Z', 'updated_at': '2022-06-24T20:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:37:13.618020 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port cd5b4834-e8ff-446c-ae85-1bc7da9389ba is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:13.674627 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:37:13.675802 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:13.760338 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9171b0-0d45-477d-8b8c-12fa1559a2a6 req-ae360d60-be78-4879-b2f0-c5eb47546d47 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:13.762705 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fb9171b0-0d45-477d-8b8c-12fa1559a2a6 req-ae360d60-be78-4879-b2f0-c5eb47546d47 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 945 time: 0.1125872 Jun 24 20:37:13.826549 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fb9171b0-0d45-477d-8b8c-12fa1559a2a6 req-3b0db2d6-6935-42f8-a011-1f6a3227e9d4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571175 Jun 24 20:37:13.929406 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-fc09414d-4f52-431d-827a-eb167b5d6697 None None] Provisioning complete for port e3e2abfc-3b65-4063-9edc-d09e12842f02 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:13.929852 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-fc09414d-4f52-431d-827a-eb167b5d6697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:13.989766 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-fc09414d-4f52-431d-827a-eb167b5d6697 None None] Port e3e2abfc-3b65-4063-9edc-d09e12842f02 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:37:14.026280 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d30a2e-4812-4716-9472-3070f0f381d3 req-d1683bb0-15fb-4599-a9fc-9ed65ca3743e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:14.027819 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-46d30a2e-4812-4716-9472-3070f0f381d3 req-d1683bb0-15fb-4599-a9fc-9ed65ca3743e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.2855017 Jun 24 20:37:14.032874 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Router a22c7e15-1617-4c04-9560-51e9104839c3 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:37:14.194584 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-46d30a2e-4812-4716-9472-3070f0f381d3 req-af53534d-1aae-4ac6-9af7-1ea9ab7e2a3c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603951 Jun 24 20:37:14.255090 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:37:14.265501 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-5a3ab3ff-6775-47da-ab36-7506b728c96a admin admin] 10.222.0.33 "PUT /v2.0/routers/a22c7e15-1617-4c04-9560-51e9104839c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6329029 Jun 24 20:37:14.824392 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 49932) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:14.832361 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1825728585-network', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:14.838783 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:14.843147 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Usage tracker for resource:network and tenant:af9d24d021a44450865b5cd1bf524d38 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:14.846069 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:14.852008 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:14.866473 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Made reservation on behalf of af9d24d021a44450865b5cd1bf524d38 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:37:14.868872 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:14.883734 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:14.898700 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:14.902849 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Usage tracker for resource:security_group_rule and tenant:af9d24d021a44450865b5cd1bf524d38 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:14.905768 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:14.911739 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:15.070301 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aca354-f5f6-4631-93ae-9ddeb288e28f req-2d31f527-e897-432d-a55e-fb60b3172afa tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:15.071813 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d6aca354-f5f6-4631-93ae-9ddeb288e28f req-2d31f527-e897-432d-a55e-fb60b3172afa tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 945 time: 0.1377761 Jun 24 20:37:15.076278 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.093050 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.117161 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:37:15.152463 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4dd574-e460-40b6-bec7-821d05d7a760,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:15.157194 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d6aca354-f5f6-4631-93ae-9ddeb288e28f req-cba70dd5-4a57-4476-8c45-45cfb49084b9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794976 Jun 24 20:37:15.158168 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.158563 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.segments_db [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Added segment 40d9812a-b496-4032-bebb-22079a8b37c7 of type vlan for network 9daa917c-6845-4826-ab27-22ed2b982755 Jun 24 20:37:15.190844 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.194851 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Sync routers for ids ['a22c7e15-1617-4c04-9560-51e9104839c3'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:37:15.204621 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Routers {'a22c7e15-1617-4c04-9560-51e9104839c3'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:15.205225 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:36:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a22c7e15-1617-4c04-9560-51e9104839c3'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:15.224835 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.225828 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:15.226452 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.270773 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4452186 Jun 24 20:37:15.274172 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 49942) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:15.279511 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Request body: {'subnet': {'network_id': '9daa917c-6845-4826-ab27-22ed2b982755', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1825728585-subnet', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'ip_version': 4}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:15.285126 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:15.289966 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Usage tracker for resource:subnet and tenant:af9d24d021a44450865b5cd1bf524d38 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:15.293581 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:15.301245 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:15.306674 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 9da50beb-ef1b-4581-9aa4-5703236ad0c8 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:15.314419 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Made reservation on behalf of af9d24d021a44450865b5cd1bf524d38 for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:37:15.317386 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2163071'] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.399564 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 9da50beb-ef1b-4581-9aa4-5703236ad0c8 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:15.413166 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 9da50beb-ef1b-4581-9aa4-5703236ad0c8 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:15.416410 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.443046 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad587647-2ff8-4406-9be9-5218fbe6a9fe admin admin] Pushing event updated for resources: {'Network': ['ID=9daa917c-6845-4826-ab27-22ed2b982755,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:15.446046 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Set router a22c7e15-1617-4c04-9560-51e9104839c3 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:15.471907 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network 9daa917c-6845-4826-ab27-22ed2b982755 details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:37:15.606899 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2371705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2163017'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.693288 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff47284-ceb9-4f73-afe2-cedf83d2ad9a,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:15.705228 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fd26b-5f05-4bd0-96d8-47532254f28e req-9f7612fa-ec54-4936-b9bf-1ddf6f459c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:15.706783 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd8fd26b-5f05-4bd0-96d8-47532254f28e req-9f7612fa-ec54-4936-b9bf-1ddf6f459c43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.1974249 Jun 24 20:37:15.711834 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 9da50beb-ef1b-4581-9aa4-5703236ad0c8 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:15.712399 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.728941 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Checking segment: {'id': '40d9812a-b496-4032-bebb-22079a8b37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9daa917c-6845-4826-ab27-22ed2b982755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:37:15.729316 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 9da50beb-ef1b-4581-9aa4-5703236ad0c8, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=9da50beb-ef1b-4581-9aa4-5703236ad0c8,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:15.729474 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Network hostable DHCP agents. Network: 9daa917c-6845-4826-ab27-22ed2b982755, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:37:15.733886 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.768953 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd8fd26b-5f05-4bd0-96d8-47532254f28e req-172937b0-be35-48f2-80a1-4b95bfdf9b94 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542839 Jun 24 20:37:15.770246 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Network 9daa917c-6845-4826-ab27-22ed2b982755 is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:37:15.781477 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, 9daa917c-6845-4826-ab27-22ed2b982755) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:15.786655 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:15.787250 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.804983 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d2fa0f-7e7d-44aa-a935-44b78c0b3a79 None None] Network 9daa917c-6845-4826-ab27-22ed2b982755 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:37:15.811651 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-0c5907c9-0d1c-4040-af98-4bb5e9cf292d admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5339618 Jun 24 20:37:15.812205 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 49952) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:15.817776 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1825728585-router', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:15.822699 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:15.826814 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Usage tracker for resource:router and tenant:af9d24d021a44450865b5cd1bf524d38 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:15.829783 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:15.835550 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:15.835692 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:37:13Z', 'revision_number': 4, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port': {'id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:09Z', 'updated_at': '2022-06-24T20:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e3e2abfc-3b65-4063-9edc-d09e12842f02', 'name': '', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'mac_address': 'fa:16:3e:74:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:12Z', 'updated_at': '2022-06-24T20:37:13Z', 'revision_number': 2, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'subnets': [{'id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:15.840429 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Checking router: a22c7e15-1617-4c04-9560-51e9104839c3 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:37:15.841212 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Updating router a22c7e15-1617-4c04-9560-51e9104839c3 port e3e2abfc-3b65-4063-9edc-d09e12842f02 binding host dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:37:15.847057 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3800691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60277'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.848249 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3848008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64902'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.866393 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:15.895912 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=9da50beb-ef1b-4581-9aa4-5703236ad0c8,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:15.897421 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.095788 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3845f4-25c2-549b-a277-efe1d63686d0-9daa917c-6845-4826-ab27-22ed2b982755', 'network_id': '9daa917c-6845-4826-ab27-22ed2b982755', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'fixed_ips': [{'subnet_id': '4ff47284-ceb9-4f73-afe2-cedf83d2ad9a'}]}} from dv-cinder-847189-4-iscsi. {{(pid=88161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 20:37:16.096658 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.242658 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64916'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.255971 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.db_base_plugin_common [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Allocated IP 172.20.0.2 (9daa917c-6845-4826-ab27-22ed2b982755/4ff47284-ceb9-4f73-afe2-cedf83d2ad9a/52aaa7e6-3e8e-4928-b053-78113527de7c) {{(pid=88161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:37:16.284789 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Notify callbacks [] for port, precommit_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.297207 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.provisioning_blocks [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Transition to ACTIVE for port object e3e2abfc-3b65-4063-9edc-d09e12842f02 will not be triggered until provisioned by entity L2. {{(pid=88162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:16.305776 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.343817 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 2647e1d6-2556-4060-8896-3fa6bafefab1 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:37:16.375989 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Pushing event updated for resources: {'Port': ['ID=e3e2abfc-3b65-4063-9edc-d09e12842f02,revision_number=3']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:16.384881 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:16.385222 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:16.385540 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:16.385892 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:16.386329 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:16.386571 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:16.386883 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:16.387236 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:16.387566 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:16.387876 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:16.388233 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:16.388538 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:16.414073 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d33bcb-ba09-4fec-9e46-701064edec60 req-1627d64b-c8cd-4a63-825a-89b39c1a6a91 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:16.418815 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-98d33bcb-ba09-4fec-9e46-701064edec60 req-1627d64b-c8cd-4a63-825a-89b39c1a6a91 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:37:16.446485 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-98d33bcb-ba09-4fec-9e46-701064edec60 req-1627d64b-c8cd-4a63-825a-89b39c1a6a91 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:37:16.447855 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98d33bcb-ba09-4fec-9e46-701064edec60 req-1627d64b-c8cd-4a63-825a-89b39c1a6a91 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 945 time: 0.1659851 Jun 24 20:37:16.505036 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-98d33bcb-ba09-4fec-9e46-701064edec60 req-8556ba67-23d6-4881-b276-1214cef55125 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:37:16.527133 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-98d33bcb-ba09-4fec-9e46-701064edec60 req-8556ba67-23d6-4881-b276-1214cef55125 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:37:16.536555 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98d33bcb-ba09-4fec-9e46-701064edec60 req-8556ba67-23d6-4881-b276-1214cef55125 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823822 Jun 24 20:37:16.595096 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Attempting to bind port e3e2abfc-3b65-4063-9edc-d09e12842f02 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:37:16.595505 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Attempting to bind port e3e2abfc-3b65-4063-9edc-d09e12842f02 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '3b37f5ac-517e-4428-a869-5eae4ee5c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6'}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:37:16.595943 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Attempting to bind port e3e2abfc-3b65-4063-9edc-d09e12842f02 on network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:37:16.601709 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:37:16.602268 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Checking segment: {'id': '3b37f5ac-517e-4428-a869-5eae4ee5c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:37:16.602731 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.603324 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Bound using segment: {'id': '3b37f5ac-517e-4428-a869-5eae4ee5c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6'} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:37:16.603887 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Bound port: e3e2abfc-3b65-4063-9edc-d09e12842f02, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b37f5ac-517e-4428-a869-5eae4ee5c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6'}}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:37:16.604330 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.648584 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 2647e1d6-2556-4060-8896-3fa6bafefab1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2647e1d6-2556-4060-8896-3fa6bafefab1,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:16.701090 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] For port e3e2abfc-3b65-4063-9edc-d09e12842f02, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:37:16.704091 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'port_id': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'mac_address': 'fa:16:3e:00:1f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:37:16.705077 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] For port e3e2abfc-3b65-4063-9edc-d09e12842f02, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=e3e2abfc-3b65-4063-9edc-d09e12842f02,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:37:16.710155 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.710351 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.740414 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.783896 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Notify callbacks [] for port, precommit_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.793010 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Routers {'a22c7e15-1617-4c04-9560-51e9104839c3'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:16.793645 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:36:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a22c7e15-1617-4c04-9560-51e9104839c3'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:16.793905 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 2647e1d6-2556-4060-8896-3fa6bafefab1 is: ACTIVE; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:16.794295 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.809634 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Transition to ACTIVE for port object 52aaa7e6-3e8e-4928-b053-78113527de7c will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:16.833298 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2647e1d6-2556-4060-8896-3fa6bafefab1 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:37:16.864731 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Transition to ACTIVE for port object 52aaa7e6-3e8e-4928-b053-78113527de7c will not be triggered until provisioned by entity DHCP. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:16.870044 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e16f9-0fd7-4a68-b312-5b5f1b0fcb27 None None] Pushing event updated for resources: {'Port': ['ID=e3e2abfc-3b65-4063-9edc-d09e12842f02,revision_number=4']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:16.873488 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 2647e1d6-2556-4060-8896-3fa6bafefab1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2647e1d6-2556-4060-8896-3fa6bafefab1,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:16.883052 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.919757 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:16.944162 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Allocated IP 172.27.1.229 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/316a24b4-8088-4ff7-97d0-49cbc627dde2) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:37:16.959812 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Network 9daa917c-6845-4826-ab27-22ed2b982755 is already hosted by enough agents. {{(pid=88161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:37:16.972112 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.base_scheduler [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Resources bound (agent type, host, resource id): {{(pid=88161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:16.986227 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Received port after_create {{(pid=88161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:37:17.025147 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Pushing event updated for resources: {'Port': ['ID=52aaa7e6-3e8e-4928-b053-78113527de7c,revision_number=1']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:17.084814 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] Set router a22c7e15-1617-4c04-9560-51e9104839c3 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:17.165788 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Attempting to bind port 52aaa7e6-3e8e-4928-b053-78113527de7c on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:37:17.166257 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Attempting to bind port 52aaa7e6-3e8e-4928-b053-78113527de7c by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '40d9812a-b496-4032-bebb-22079a8b37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9daa917c-6845-4826-ab27-22ed2b982755'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:37:17.166507 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Attempting to bind port 52aaa7e6-3e8e-4928-b053-78113527de7c on network 9daa917c-6845-4826-ab27-22ed2b982755 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:37:17.168413 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:17.174038 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:37:17.174457 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Checking segment: {'id': '40d9812a-b496-4032-bebb-22079a8b37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9daa917c-6845-4826-ab27-22ed2b982755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:37:17.174856 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:17.175235 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Bound using segment: {'id': '40d9812a-b496-4032-bebb-22079a8b37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9daa917c-6845-4826-ab27-22ed2b982755'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:37:17.175703 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Bound port: 52aaa7e6-3e8e-4928-b053-78113527de7c, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d9812a-b496-4032-bebb-22079a8b37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9daa917c-6845-4826-ab27-22ed2b982755'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:37:17.176079 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:17.187147 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc26e75-62e5-41c7-8448-a9e26735098a req-ec7af9ae-63ef-4728-8eeb-c7ba363cf98d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:17.189572 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5dc26e75-62e5-41c7-8448-a9e26735098a req-ec7af9ae-63ef-4728-8eeb-c7ba363cf98d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 945 time: 0.1103337 Jun 24 20:37:17.209100 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:17.224849 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=2647e1d6-2556-4060-8896-3fa6bafefab1,revision_number=6']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:17.269203 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5dc26e75-62e5-41c7-8448-a9e26735098a req-ba489ee9-4cd0-4d4f-b8fd-b4b066287b05 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684023 Jun 24 20:37:17.285050 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] For port 52aaa7e6-3e8e-4928-b053-78113527de7c, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:37:17.288851 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] For port 52aaa7e6-3e8e-4928-b053-78113527de7c, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=52aaa7e6-3e8e-4928-b053-78113527de7c,segment=NetworkSegment(40d9812a-b496-4032-bebb-22079a8b37c7),segment_id=40d9812a-b496-4032-bebb-22079a8b37c7)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:37:17.294070 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 9da50beb-ef1b-4581-9aa4-5703236ad0c8 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:17.317889 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:37:17.321513 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:17.323586 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:17.326171 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:37:17.356243 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Pushing event updated for resources: {'Port': ['ID=316a24b4-8088-4ff7-97d0-49cbc627dde2,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:17.454455 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5a495-08e5-4ac6-996e-1bbef2dacfa8 None None] Pushing event updated for resources: {'Port': ['ID=52aaa7e6-3e8e-4928-b053-78113527de7c,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:17.458784 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 9da50beb-ef1b-4581-9aa4-5703236ad0c8 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:17.459237 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:17.493642 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:37:13Z', 'revision_number': 4, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port': {'id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:09Z', 'updated_at': '2022-06-24T20:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e3e2abfc-3b65-4063-9edc-d09e12842f02', 'name': '', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'mac_address': 'fa:16:3e:74:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:12Z', 'updated_at': '2022-06-24T20:37:16Z', 'revision_number': 4, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'subnets': [{'id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:17.499157 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753aa452-e949-4b36-804f-bfebb5d0a9cc None None] The sync data for ids ['a22c7e15-1617-4c04-9560-51e9104839c3'] in dv-cinder-847189-4-iscsi is: [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:37:13Z', 'revision_number': 4, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port': {'id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:09Z', 'updated_at': '2022-06-24T20:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e3e2abfc-3b65-4063-9edc-d09e12842f02', 'name': '', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'mac_address': 'fa:16:3e:74:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:12Z', 'updated_at': '2022-06-24T20:37:16Z', 'revision_number': 4, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'subnets': [{'id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:37:17.657093 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 9da50beb-ef1b-4581-9aa4-5703236ad0c8 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:17.813869 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b9e7c-d7c2-4abb-a658-6cc2925453a2 req-96e0faa2-4a32-483c-8573-9e7272893e22 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:17.815767 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d34b9e7c-d7c2-4abb-a658-6cc2925453a2 req-96e0faa2-4a32-483c-8573-9e7272893e22 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 945 time: 0.1437838 Jun 24 20:37:17.870820 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d34b9e7c-d7c2-4abb-a658-6cc2925453a2 req-328eb74a-dc94-49f2-8889-e1367e61a340 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490866 Jun 24 20:37:17.871781 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:18.222082 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['2647e1d6-2556-4060-8896-3fa6bafefab1'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:37:18.250035 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-621db842-8e11-4812-b271-8e76c50c689b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:18.264072 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-621db842-8e11-4812-b271-8e76c50c689b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 945 time: 0.1466115 Jun 24 20:37:18.452883 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Deleting port 55beb609-73c5-4404-a268-73e742f3c39a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:37:18.453154 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:18.502924 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787037'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:18.700004 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce67e41-f530-4487-84cb-fa3e94a9f362 None None] Network 9daa917c-6845-4826-ab27-22ed2b982755 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:37:18.910500 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-e0bdf775-7897-4807-b60e-7465bbde1cee None None] Provisioning for port 52aaa7e6-3e8e-4928-b053-78113527de7c completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:18.927125 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b2309-1b84-4651-a6d5-ac7cac9eeaf0 req-344e5f2d-1911-43ad-b7cd-c9f8f9e8d8bc tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:18.928711 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ee1b2309-1b84-4651-a6d5-ac7cac9eeaf0 req-344e5f2d-1911-43ad-b7cd-c9f8f9e8d8bc tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 945 time: 0.3402483 Jun 24 20:37:18.967930 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Router 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 is scheduled to L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 20:37:19.163944 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ee1b2309-1b84-4651-a6d5-ac7cac9eeaf0 req-f65452e7-122a-4b21-977a-b5601329d106 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867619 Jun 24 20:37:19.237407 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] For port 55beb609-73c5-4404-a268-73e742f3c39a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=55beb609-73c5-4404-a268-73e742f3c39a,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:19.241611 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:19.422682 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device e3e2abfc-3b65-4063-9edc-d09e12842f02 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:19.464726 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:37:19.479527 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Sync routers for ids ['2ca4d0f3-483c-4b69-9f4a-508a3e282f66'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:37:19.504692 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Routers {'2ca4d0f3-483c-4b69-9f4a-508a3e282f66'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:19.505363 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:36:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2ca4d0f3-483c-4b69-9f4a-508a3e282f66'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:19.521841 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:19.527734 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-2e9bb582-1803-4d3c-aab1-86e222508077 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7143049 Jun 24 20:37:19.531603 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 49996) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:19.629515 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fe7a7-8a99-4103-b78c-300d094cfcb7 req-f4d8ab33-e069-4d62-b28d-fd3b8a3acade tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:19.631191 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c00fe7a7-8a99-4103-b78c-300d094cfcb7 req-f4d8ab33-e069-4d62-b28d-fd3b8a3acade tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 945 time: 0.3591599 Jun 24 20:37:19.677809 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:19.678052 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:19.678442 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Floating IP 8fd2c808-f4be-4ab4-bd77-2db4632de908 disassociated. External IP: 172.27.1.140, port: 55beb609-73c5-4404-a268-73e742f3c39a. Jun 24 20:37:19.678879 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Calling delete_port for 55beb609-73c5-4404-a268-73e742f3c39a owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:37:19.738160 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port e3e2abfc-3b65-4063-9edc-d09e12842f02 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:19.752159 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port e3e2abfc-3b65-4063-9edc-d09e12842f02 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:19.752522 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:19.817916 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Set router 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:19.855941 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:19.938199 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event deleted for resources: {'Port': ['ID=55beb609-73c5-4404-a268-73e742f3c39a,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:20.082799 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c00fe7a7-8a99-4103-b78c-300d094cfcb7 req-6d340682-14c0-4625-89fc-f9e0475258ec tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef82930c-0721-4e06-9532-293f4f318003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686497 Jun 24 20:37:20.114644 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port e3e2abfc-3b65-4063-9edc-d09e12842f02 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:20.115112 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:20.186162 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port e3e2abfc-3b65-4063-9edc-d09e12842f02, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=e3e2abfc-3b65-4063-9edc-d09e12842f02,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:20.215783 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:20.216669 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 52aaa7e6-3e8e-4928-b053-78113527de7c up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:20.228601 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Router a897ac1a-6a68-486c-906e-21279c914a56 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:37:20.377631 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=e3e2abfc-3b65-4063-9edc-d09e12842f02,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:20.383674 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-fe99aa6d-8892-4c71-9ba1-04695ae3a0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:20.415761 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'name': 'tempest-TestShelveInstance-1825728585-router', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:15Z', 'updated_at': '2022-06-24T20:37:17Z', 'revision_number': 3, 'project_id': 'af9d24d021a44450865b5cd1bf524d38', 'gw_port': {'id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:16Z', 'updated_at': '2022-06-24T20:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:20.420256 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 52aaa7e6-3e8e-4928-b053-78113527de7c completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:20.425776 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Checking router: 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:37:20.426225 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Updating router 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 port 316a24b4-8088-4ff7-97d0-49cbc627dde2 binding host dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:37:20.457919 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 52aaa7e6-3e8e-4928-b053-78113527de7c triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:20.458412 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:20.559633 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:20.758723 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b969d-9ac8-4987-9dab-36d5e1db7a7a req-c51b2b5a-4fe7-4ea4-b272-0d64ac73f81c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:20.765942 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-178b969d-9ac8-4987-9dab-36d5e1db7a7a req-c51b2b5a-4fe7-4ea4-b272-0d64ac73f81c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 945 time: 0.3248484 Jun 24 20:37:20.808068 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:37:20.819474 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e2c15-8dc1-402b-8208-e706adfc3290 None None] Sync routers for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:37:20.841170 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799e2c15-8dc1-402b-8208-e706adfc3290 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:20.844676 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-799e2c15-8dc1-402b-8208-e706adfc3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:36:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:20.878421 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-178b969d-9ac8-4987-9dab-36d5e1db7a7a req-07628ebd-189e-4a63-8c9d-446323945f65 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114352 Jun 24 20:37:20.977080 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] No DVR routers for this DVR port 55beb609-73c5-4404-a268-73e742f3c39a on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:37:20.982031 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:20.987600 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'name': 'network-vif-deleted', 'tag': '55beb609-73c5-4404-a268-73e742f3c39a'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:37:21.024464 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:21.026813 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3f06ae4-71a4-425d-8b0d-f74c19414eca req-5a9268bc-83b4-474b-a1a0-00b36c4057a9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "DELETE /v2.0/ports/55beb609-73c5-4404-a268-73e742f3c39a HTTP/1.1" status: 204 len: 173 time: 2.7544265 Jun 24 20:37:21.040393 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:21.055985 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Transition to ACTIVE for port object 316a24b4-8088-4ff7-97d0-49cbc627dde2 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:21.073784 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f7d0888-e740-470b-91b6-2493e803d191'] response: {'server_uuid': '76ea4c51-23e2-4be2-8e22-9f0ede8f02cc', 'name': 'network-vif-deleted', 'tag': '55beb609-73c5-4404-a268-73e742f3c39a', 'status': 'completed', 'code': 200} Jun 24 20:37:21.127548 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:21.223867 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-799e2c15-8dc1-402b-8208-e706adfc3290 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:21.357795 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-29cc883f-d782-415b-b881-8982bbc0f8f9 req-32afc35b-3d3c-4058-b570-6db284e88d34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:37:21.381714 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Allocated IP 172.20.0.1 (9daa917c-6845-4826-ab27-22ed2b982755/4ff47284-ceb9-4f73-afe2-cedf83d2ad9a/c0ef3f1c-6f10-454f-b119-608badb8a7fb) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:37:21.397641 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Attempting to bind port 316a24b4-8088-4ff7-97d0-49cbc627dde2 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:37:21.399626 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Attempting to bind port 316a24b4-8088-4ff7-97d0-49cbc627dde2 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:37:21.400595 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-29cc883f-d782-415b-b881-8982bbc0f8f9 req-32afc35b-3d3c-4058-b570-6db284e88d34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:37:21.401070 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Attempting to bind port 316a24b4-8088-4ff7-97d0-49cbc627dde2 on network cd9f41e2-529a-43c2-b620-1636d255c50a {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:37:21.401786 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-29cc883f-d782-415b-b881-8982bbc0f8f9 req-32afc35b-3d3c-4058-b570-6db284e88d34 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 210 time: 0.1453302 Jun 24 20:37:21.437031 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:37:21.437633 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Checking segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:37:21.438196 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:21.438671 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Bound using segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:37:21.439255 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Bound port: 316a24b4-8088-4ff7-97d0-49cbc627dde2, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:37:21.439711 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:21.474293 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 52aaa7e6-3e8e-4928-b053-78113527de7c is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:21.474761 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:21.498216 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f71f0-cf7a-4ea8-994d-ff532b1bca1a None None] Pushing event updated for resources: {'Port': ['ID=316a24b4-8088-4ff7-97d0-49cbc627dde2,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:21.526082 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 52aaa7e6-3e8e-4928-b053-78113527de7c, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=52aaa7e6-3e8e-4928-b053-78113527de7c,segment=NetworkSegment(40d9812a-b496-4032-bebb-22079a8b37c7),segment_id=40d9812a-b496-4032-bebb-22079a8b37c7)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:21.535395 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:21.624054 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] For port 316a24b4-8088-4ff7-97d0-49cbc627dde2, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:37:21.625697 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:21.627276 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] For port 316a24b4-8088-4ff7-97d0-49cbc627dde2, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=316a24b4-8088-4ff7-97d0-49cbc627dde2,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:37:21.640308 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:21.662744 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=52aaa7e6-3e8e-4928-b053-78113527de7c,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:21.670688 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Transition to ACTIVE for port object c0ef3f1c-6f10-454f-b119-608badb8a7fb will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:21.706512 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device e3e2abfc-3b65-4063-9edc-d09e12842f02 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:21.715792 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:21.757055 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Routers {'2ca4d0f3-483c-4b69-9f4a-508a3e282f66'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:21.757684 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:36:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2ca4d0f3-483c-4b69-9f4a-508a3e282f66'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:21.791111 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Network 9daa917c-6845-4826-ab27-22ed2b982755 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:37:21.794532 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:21.803441 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:37:21.864508 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-799e2c15-8dc1-402b-8208-e706adfc3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:21.876679 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e2c15-8dc1-402b-8208-e706adfc3290 None None] Checking router: a897ac1a-6a68-486c-906e-21279c914a56 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:37:21.879326 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800663'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:21.891116 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799e2c15-8dc1-402b-8208-e706adfc3290 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:21.892960 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-799e2c15-8dc1-402b-8208-e706adfc3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:36:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:21.910392 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Pushing event updated for resources: {'Port': ['ID=c0ef3f1c-6f10-454f-b119-608badb8a7fb,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:21.981320 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f71f0-cf7a-4ea8-994d-ff532b1bca1a None None] Pushing event updated for resources: {'Port': ['ID=316a24b4-8088-4ff7-97d0-49cbc627dde2,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:22.005114 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port e3e2abfc-3b65-4063-9edc-d09e12842f02 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:22.005615 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:22.105610 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] Set router 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:22.169374 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:22.219321 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-799e2c15-8dc1-402b-8208-e706adfc3290 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:22.299998 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5419c6-2451-4af1-aa5e-0a85e0862ad1 req-c5c01363-7487-4f6a-a6c4-aba1f9152d49 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:22.301604 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4b5419c6-2451-4af1-aa5e-0a85e0862ad1 req-c5c01363-7487-4f6a-a6c4-aba1f9152d49 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 945 time: 0.1837962 Jun 24 20:37:22.378574 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 2647e1d6-2556-4060-8896-3fa6bafefab1 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:22.593219 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:22.648580 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:22.740299 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-e2002922-c6b8-4a13-b43b-e3c432d07f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:22.753625 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-62160b3d-8034-4a41-8c74-cb3ead5cd85c None None] Provisioning for port c0ef3f1c-6f10-454f-b119-608badb8a7fb completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:22.763513 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-62160b3d-8034-4a41-8c74-cb3ead5cd85c None None] Provisioning complete for port c0ef3f1c-6f10-454f-b119-608badb8a7fb triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:22.763513 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-62160b3d-8034-4a41-8c74-cb3ead5cd85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:22.775058 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-799e2c15-8dc1-402b-8208-e706adfc3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:22.783070 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e2c15-8dc1-402b-8208-e706adfc3290 None None] The sync data for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi is: [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:37:22.822890 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4173672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800626'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:22.833665 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ce3e64c4-bf7e-439f-b397-e8f939d883f4 req-3840929a-8ac4-486e-a96e-1d94e74770c9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=76ea4c51-23e2-4be2-8e22-9f0ede8f02cc HTTP/1.1" status: 200 len: 210 time: 0.1203125 Jun 24 20:37:22.904628 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-62160b3d-8034-4a41-8c74-cb3ead5cd85c None None] Port c0ef3f1c-6f10-454f-b119-608badb8a7fb cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:37:22.936395 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 2647e1d6-2556-4060-8896-3fa6bafefab1 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:22.938625 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:23.016167 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Network 9daa917c-6845-4826-ab27-22ed2b982755 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:37:23.017467 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port e3e2abfc-3b65-4063-9edc-d09e12842f02 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:23.020437 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:23.025463 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4b5419c6-2451-4af1-aa5e-0a85e0862ad1 req-20fbb841-4955-4bf3-a605-f3cbf39de0bc tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4291131 Jun 24 20:37:23.239260 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 2647e1d6-2556-4060-8896-3fa6bafefab1 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:23.239825 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:23.264224 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa9945-5840-495c-9749-cba9cb2b610c None None] New status for floating IP 8fd2c808-f4be-4ab4-bd77-2db4632de908: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:37:23.410166 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Pushing event updated for resources: {'Port': ['ID=c0ef3f1c-6f10-454f-b119-608badb8a7fb,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:23.507736 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Router 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:37:23.564991 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:37:23.572267 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'name': 'tempest-TestShelveInstance-1825728585-router', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:15Z', 'updated_at': '2022-06-24T20:37:17Z', 'revision_number': 3, 'project_id': 'af9d24d021a44450865b5cd1bf524d38', 'gw_port': {'id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:16Z', 'updated_at': '2022-06-24T20:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:23.689302 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411fc71e-f677-4b82-8e07-05b6f54fe34b'] response: {'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'code': 200} Jun 24 20:37:23.690617 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 52aaa7e6-3e8e-4928-b053-78113527de7c up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:23.716280 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:37:23.723701 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0774a4f-05ae-4083-98c7-812b70ff3117 None None] The sync data for ids ['2ca4d0f3-483c-4b69-9f4a-508a3e282f66'] in dv-cinder-847189-4-iscsi is: [{'id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'name': 'tempest-TestShelveInstance-1825728585-router', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:15Z', 'updated_at': '2022-06-24T20:37:17Z', 'revision_number': 3, 'project_id': 'af9d24d021a44450865b5cd1bf524d38', 'gw_port': {'id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:16Z', 'updated_at': '2022-06-24T20:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:37:23.729101 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-e44259cd-1686-4a50-8c66-6bf59d5c790c admin admin] 10.222.0.33 "PUT /v2.0/routers/2ca4d0f3-483c-4b69-9f4a-508a3e282f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1961989 Jun 24 20:37:23.729485 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 2647e1d6-2556-4060-8896-3fa6bafefab1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2647e1d6-2556-4060-8896-3fa6bafefab1,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:23.768794 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:23.769780 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:23.770739 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 55beb609-73c5-4404-a268-73e742f3c39a no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:37:23.894039 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 55beb609-73c5-4404-a268-73e742f3c39a {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:37:23.894406 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 55beb609-73c5-4404-a268-73e742f3c39a not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:37:23.905843 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=2647e1d6-2556-4060-8896-3fa6bafefab1,revision_number=7']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:23.916552 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-8f77bc6e-6e91-43d9-888d-bc04ff60dea3 None None] Provisioning complete for port c0ef3f1c-6f10-454f-b119-608badb8a7fb triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:23.917070 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8f77bc6e-6e91-43d9-888d-bc04ff60dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:24.006011 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-8f77bc6e-6e91-43d9-888d-bc04ff60dea3 None None] Port c0ef3f1c-6f10-454f-b119-608badb8a7fb cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:37:24.031474 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:24.064923 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 52aaa7e6-3e8e-4928-b053-78113527de7c triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:24.067017 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:24.099469 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 50054) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:24.286919 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 52aaa7e6-3e8e-4928-b053-78113527de7c is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:24.297781 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a595c1d5-77b6-459d-bd4d-f67292971ccc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:24.385264 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a595c1d5-77b6-459d-bd4d-f67292971ccc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:24.491837 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a595c1d5-77b6-459d-bd4d-f67292971ccc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:24.506237 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3ae45-f66f-4154-b053-df0b4928c034 req-f22328b3-8dc5-45e9-8ce6-398972826d54 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:24.508409 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-29d3ae45-f66f-4154-b053-df0b4928c034 req-f22328b3-8dc5-45e9-8ce6-398972826d54 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.2217522 Jun 24 20:37:24.542424 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595c1d5-77b6-459d-bd4d-f67292971ccc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef82930c-0721-4e06-9532-293f4f318003,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:24.565094 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a595c1d5-77b6-459d-bd4d-f67292971ccc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:24.567174 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-a595c1d5-77b6-459d-bd4d-f67292971ccc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "DELETE /v2.0/security-groups/ef82930c-0721-4e06-9532-293f4f318003 HTTP/1.1" status: 204 len: 168 time: 0.4657476 Jun 24 20:37:24.570253 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 50060) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:24.580860 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 50064) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:24.609619 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527730100', 'description': 'tempest-secgroup-smoke-1527730100 description', 'project_id': 'a6a93e932f0f417992870f3b1394e369'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:24.610355 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-29d3ae45-f66f-4154-b053-df0b4928c034 req-088b84aa-3d47-4f37-b4b9-7c43baa6b375 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950065 Jun 24 20:37:24.622523 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.api.v2.resource [None req-c8f313c5-708f-4d9a-8dc8-326e619367fc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] show failed (client error): The resource could not be found. Jun 24 20:37:24.626410 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-c8f313c5-708f-4d9a-8dc8-326e619367fc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups/ef82930c-0721-4e06-9532-293f4f318003 HTTP/1.1" status: 404 len: 347 time: 0.0523329 Jun 24 20:37:24.627228 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 50068) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:24.634427 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:24.648282 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Usage tracker for resource:security_group and tenant:a6a93e932f0f417992870f3b1394e369 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:24.652222 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:24.658712 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:24.676921 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:24.715060 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:24.719496 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Usage tracker for resource:security_group_rule and tenant:a6a93e932f0f417992870f3b1394e369 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:24.722815 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:24.729233 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:24.830860 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:24.840733 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:24.855071 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-43608140-da5b-43d7-90f3-4d5355731794 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Deleting port ea39b1b1-f61c-4579-843e-35b824b2d32a {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:37:24.856118 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43608140-da5b-43d7-90f3-4d5355731794 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:24.922109 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92b983a-71e1-4dcb-a1b5-d6162b39d315,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:24.924801 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:24.928722 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-95241b69-3789-4d9d-af03-359d62d0dae4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3233507 Jun 24 20:37:24.929238 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 50072) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:24.936626 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-dbd7072f-8d96-4bcc-9d83-34da7db0747c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Request body: {'security_group_rule': {'security_group_id': 'd92b983a-71e1-4dcb-a1b5-d6162b39d315', 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:24.946839 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-dbd7072f-8d96-4bcc-9d83-34da7db0747c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:24.952238 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-dbd7072f-8d96-4bcc-9d83-34da7db0747c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Usage tracker for resource:security_group_rule and tenant:a6a93e932f0f417992870f3b1394e369 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:24.956297 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-dbd7072f-8d96-4bcc-9d83-34da7db0747c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:24.973134 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-dbd7072f-8d96-4bcc-9d83-34da7db0747c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:25.008119 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.008769 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dbd7072f-8d96-4bcc-9d83-34da7db0747c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.120105 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43608140-da5b-43d7-90f3-4d5355731794 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.120566 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43608140-da5b-43d7-90f3-4d5355731794 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.209166 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dbd7072f-8d96-4bcc-9d83-34da7db0747c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.217930 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dbd7072f-8d96-4bcc-9d83-34da7db0747c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.247365 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7072f-8d96-4bcc-9d83-34da7db0747c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32b83e0-3f5b-41c0-9de0-9ecb09ec2c3f,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:25.266157 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dbd7072f-8d96-4bcc-9d83-34da7db0747c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.271202 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-dbd7072f-8d96-4bcc-9d83-34da7db0747c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3409171 Jun 24 20:37:25.272638 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 50080) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:25.282689 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-62ac0bb2-5963-4566-b6db-4ec9d1a14cfd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Request body: {'security_group_rule': {'security_group_id': 'd92b983a-71e1-4dcb-a1b5-d6162b39d315', 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:25.291676 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-62ac0bb2-5963-4566-b6db-4ec9d1a14cfd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:25.296278 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-62ac0bb2-5963-4566-b6db-4ec9d1a14cfd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Usage tracker for resource:security_group_rule and tenant:a6a93e932f0f417992870f3b1394e369 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:25.299397 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-62ac0bb2-5963-4566-b6db-4ec9d1a14cfd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:25.306883 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-62ac0bb2-5963-4566-b6db-4ec9d1a14cfd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:25.351573 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-43608140-da5b-43d7-90f3-4d5355731794 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Calling delete_port for ea39b1b1-f61c-4579-843e-35b824b2d32a owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:37:25.366094 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62ac0bb2-5963-4566-b6db-4ec9d1a14cfd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.535624 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62ac0bb2-5963-4566-b6db-4ec9d1a14cfd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.543451 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62ac0bb2-5963-4566-b6db-4ec9d1a14cfd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.615596 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43608140-da5b-43d7-90f3-4d5355731794 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.617660 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac0bb2-5963-4566-b6db-4ec9d1a14cfd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748de051-ef4a-4bda-a5ea-88697c55423a,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:25.633938 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62ac0bb2-5963-4566-b6db-4ec9d1a14cfd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.636775 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-62ac0bb2-5963-4566-b6db-4ec9d1a14cfd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3617773 Jun 24 20:37:25.642801 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 50090) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:25.648270 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-8ec7025a-5e64-46d4-9203-6ebb9a0a3857 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Request body: {'security_group_rule': {'security_group_id': 'd92b983a-71e1-4dcb-a1b5-d6162b39d315', 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:25.670157 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-8ec7025a-5e64-46d4-9203-6ebb9a0a3857 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:25.675005 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-8ec7025a-5e64-46d4-9203-6ebb9a0a3857 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Usage tracker for resource:security_group_rule and tenant:a6a93e932f0f417992870f3b1394e369 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:25.678041 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-8ec7025a-5e64-46d4-9203-6ebb9a0a3857 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:25.692038 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-8ec7025a-5e64-46d4-9203-6ebb9a0a3857 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:25.722074 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 316a24b4-8088-4ff7-97d0-49cbc627dde2 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:25.734861 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8ec7025a-5e64-46d4-9203-6ebb9a0a3857 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.755121 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43608140-da5b-43d7-90f3-4d5355731794 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event deleted for resources: {'Port': ['ID=ea39b1b1-f61c-4579-843e-35b824b2d32a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:25.886606 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 316a24b4-8088-4ff7-97d0-49cbc627dde2 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:25.897074 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 316a24b4-8088-4ff7-97d0-49cbc627dde2 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:25.897441 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:25.983685 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43608140-da5b-43d7-90f3-4d5355731794 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.021654 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43608140-da5b-43d7-90f3-4d5355731794 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.038889 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-43608140-da5b-43d7-90f3-4d5355731794 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "DELETE /v2.0/floatingips/8fd2c808-f4be-4ab4-bd77-2db4632de908 HTTP/1.1" status: 204 len: 168 time: 1.4102712 Jun 24 20:37:26.040437 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8ec7025a-5e64-46d4-9203-6ebb9a0a3857 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.064279 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8ec7025a-5e64-46d4-9203-6ebb9a0a3857 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.077164 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 316a24b4-8088-4ff7-97d0-49cbc627dde2 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:26.078655 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.121676 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 316a24b4-8088-4ff7-97d0-49cbc627dde2, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=316a24b4-8088-4ff7-97d0-49cbc627dde2,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:26.127237 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde678a-a263-49fe-83fe-0c6f04bb768b req-c70d6d5d-6599-4d27-b32b-f2dbb862eb2b tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:26.128107 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.128747 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-acde678a-a263-49fe-83fe-0c6f04bb768b req-c70d6d5d-6599-4d27-b32b-f2dbb862eb2b tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.2874160 Jun 24 20:37:26.132102 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7025a-5e64-46d4-9203-6ebb9a0a3857 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3348592c-4098-4f27-8098-ccbd6efa477e,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:26.174928 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8ec7025a-5e64-46d4-9203-6ebb9a0a3857 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.179179 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 50100) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:26.179306 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-8ec7025a-5e64-46d4-9203-6ebb9a0a3857 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5354726 Jun 24 20:37:26.187625 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-88ba95a4-83b0-475f-986a-c8fefccec1c7 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Request body: {'security_group_rule': {'security_group_id': 'd92b983a-71e1-4dcb-a1b5-d6162b39d315', 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:26.192842 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-acde678a-a263-49fe-83fe-0c6f04bb768b req-2a738c5b-7fd7-42aa-9350-e54df2d2f642 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535512 Jun 24 20:37:26.197496 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-88ba95a4-83b0-475f-986a-c8fefccec1c7 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:26.202824 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-88ba95a4-83b0-475f-986a-c8fefccec1c7 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Usage tracker for resource:security_group_rule and tenant:a6a93e932f0f417992870f3b1394e369 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:26.207966 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-88ba95a4-83b0-475f-986a-c8fefccec1c7 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:26.228684 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-88ba95a4-83b0-475f-986a-c8fefccec1c7 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:26.259373 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88ba95a4-83b0-475f-986a-c8fefccec1c7 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.315658 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 50110) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:26.320769 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259594462', 'description': 'tempest-description--1750297196'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:26.325627 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=316a24b4-8088-4ff7-97d0-49cbc627dde2,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:26.327934 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:26.359947 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:26.372749 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:26.388086 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Sync routers for ids ['2ca4d0f3-483c-4b69-9f4a-508a3e282f66'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:37:26.398669 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:26.413566 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Routers {'2ca4d0f3-483c-4b69-9f4a-508a3e282f66'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:26.414979 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:37:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2ca4d0f3-483c-4b69-9f4a-508a3e282f66'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:26.417342 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88ba95a4-83b0-475f-986a-c8fefccec1c7 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.422552 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.427018 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88ba95a4-83b0-475f-986a-c8fefccec1c7 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.468414 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:26.473482 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group_rule and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:26.475689 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:26.487768 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:26.513459 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88ba95a4-83b0-475f-986a-c8fefccec1c7 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.518953 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-88ba95a4-83b0-475f-986a-c8fefccec1c7 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3359058 Jun 24 20:37:26.520357 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 50116) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:26.525367 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-74cd135d-e3a5-4436-b03d-b3562e7011aa tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Request body: {'security_group_rule': {'security_group_id': 'd92b983a-71e1-4dcb-a1b5-d6162b39d315', 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:26.527473 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba95a4-83b0-475f-986a-c8fefccec1c7 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbee9fb3-04a3-4db2-8a4e-aa66dae08c7c,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:26.531361 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-74cd135d-e3a5-4436-b03d-b3562e7011aa tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:26.538775 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-74cd135d-e3a5-4436-b03d-b3562e7011aa tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Usage tracker for resource:security_group_rule and tenant:a6a93e932f0f417992870f3b1394e369 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:26.542088 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-74cd135d-e3a5-4436-b03d-b3562e7011aa tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:26.548496 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-74cd135d-e3a5-4436-b03d-b3562e7011aa tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:26.564195 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.securitygroups_db [None req-74cd135d-e3a5-4436-b03d-b3562e7011aa tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Project a6a93e932f0f417992870f3b1394e369 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 20:37:26.575938 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-74cd135d-e3a5-4436-b03d-b3562e7011aa tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.829152 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Set router 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:26.891099 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-74cd135d-e3a5-4436-b03d-b3562e7011aa tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.922799 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-74cd135d-e3a5-4436-b03d-b3562e7011aa tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.928590 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.954872 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:26.982756 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd135d-e3a5-4436-b03d-b3562e7011aa tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e322ee5-3dca-48df-a37a-52758b11abfe,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:27.055250 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.056655 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7399347 Jun 24 20:37:27.059642 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 50128) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:27.065145 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ea35a343-b39f-4a97-9669-48f3eae6bff8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'security_group_rule': {'security_group_id': '45e54706-1219-495a-b17b-86141f54f37d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:27.066757 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-74cd135d-e3a5-4436-b03d-b3562e7011aa tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.071461 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-74cd135d-e3a5-4436-b03d-b3562e7011aa tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5465879 Jun 24 20:37:27.071647 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 50132) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:27.083214 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-db1b45d2-dfc7-452b-b280-32d41c5ec668 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Request body: {'security_group_rule': {'security_group_id': 'd92b983a-71e1-4dcb-a1b5-d6162b39d315', 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:27.086199 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c7c70-214a-40bf-a3d0-cc71c9636e89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e54706-1219-495a-b17b-86141f54f37d,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:27.099041 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ea35a343-b39f-4a97-9669-48f3eae6bff8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:27.099316 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78751-bcaf-43cb-be25-e9c177f3ba41 req-1b6c426a-2692-4b04-af7d-d4b01f1374f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:27.100954 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8ec78751-bcaf-43cb-be25-e9c177f3ba41 req-1b6c426a-2692-4b04-af7d-d4b01f1374f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 1098 time: 0.3957715 Jun 24 20:37:27.108715 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291ab4c-6a2c-4e66-b26c-47211d6f5703 req-cfef0d94-191e-4a6e-9e08-eee7bcd8b1b7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:27.113032 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-db1b45d2-dfc7-452b-b280-32d41c5ec668 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:27.117581 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ea35a343-b39f-4a97-9669-48f3eae6bff8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group_rule and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:27.122237 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b291ab4c-6a2c-4e66-b26c-47211d6f5703 req-cfef0d94-191e-4a6e-9e08-eee7bcd8b1b7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.3150115 Jun 24 20:37:27.133425 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-db1b45d2-dfc7-452b-b280-32d41c5ec668 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Usage tracker for resource:security_group_rule and tenant:a6a93e932f0f417992870f3b1394e369 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:27.137429 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ea35a343-b39f-4a97-9669-48f3eae6bff8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:27.141594 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-db1b45d2-dfc7-452b-b280-32d41c5ec668 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:27.149654 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ea35a343-b39f-4a97-9669-48f3eae6bff8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:27.169049 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-db1b45d2-dfc7-452b-b280-32d41c5ec668 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:27.207442 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-db1b45d2-dfc7-452b-b280-32d41c5ec668 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Project a6a93e932f0f417992870f3b1394e369 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 20:37:27.230217 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea35a343-b39f-4a97-9669-48f3eae6bff8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.234936 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'name': 'tempest-TestShelveInstance-1825728585-router', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:15Z', 'updated_at': '2022-06-24T20:37:21Z', 'revision_number': 4, 'project_id': 'af9d24d021a44450865b5cd1bf524d38', 'gw_port': {'id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:16Z', 'updated_at': '2022-06-24T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'c0ef3f1c-6f10-454f-b119-608badb8a7fb', 'name': '', 'network_id': '9daa917c-6845-4826-ab27-22ed2b982755', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'mac_address': 'fa:16:3e:4c:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4ff47284-ceb9-4f73-afe2-cedf83d2ad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:21Z', 'updated_at': '2022-06-24T20:37:22Z', 'revision_number': 2, 'project_id': 'af9d24d021a44450865b5cd1bf524d38', 'subnets': [{'id': '4ff47284-ceb9-4f73-afe2-cedf83d2ad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:27.239217 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Checking router: 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:37:27.239685 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Updating router 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 port c0ef3f1c-6f10-454f-b119-608badb8a7fb binding host dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:37:27.261276 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-db1b45d2-dfc7-452b-b280-32d41c5ec668 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.299843 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.393641 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b291ab4c-6a2c-4e66-b26c-47211d6f5703 req-0b3b0934-4393-47ca-937e-ade5f74cffe7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702973 Jun 24 20:37:27.491777 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78751-bcaf-43cb-be25-e9c177f3ba41 req-0beca56f-b55c-45d4-a468-876ccc7d12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:27.494800 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8ec78751-bcaf-43cb-be25-e9c177f3ba41 req-0beca56f-b55c-45d4-a468-876ccc7d12fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 920 time: 0.3399315 Jun 24 20:37:27.578781 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea35a343-b39f-4a97-9669-48f3eae6bff8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.591244 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-db1b45d2-dfc7-452b-b280-32d41c5ec668 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.602236 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea35a343-b39f-4a97-9669-48f3eae6bff8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.622883 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-db1b45d2-dfc7-452b-b280-32d41c5ec668 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.653197 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 316a24b4-8088-4ff7-97d0-49cbc627dde2 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:27.681402 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eebba-9614-4b03-a3f4-bf7690241cc2 req-c091b90c-055c-4b82-bc06-3a98eb05f307 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:27.681675 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8ec78751-bcaf-43cb-be25-e9c177f3ba41 req-c43f73da-5b59-4965-97ba-32e825bbdd33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b879642-fe5f-481a-8c15-8ee9c1f951a0 HTTP/1.1" status: 200 len: 1000 time: 0.1801033 Jun 24 20:37:27.683147 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-092eebba-9614-4b03-a3f4-bf7690241cc2 req-c091b90c-055c-4b82-bc06-3a98eb05f307 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.3112950 Jun 24 20:37:27.683841 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-db1b45d2-dfc7-452b-b280-32d41c5ec668 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.692199 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-db1b45d2-dfc7-452b-b280-32d41c5ec668 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6202142 Jun 24 20:37:27.702273 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35a343-b39f-4a97-9669-48f3eae6bff8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7582df-b9eb-4fcb-9fef-2e916436d9ce,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:27.731019 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea35a343-b39f-4a97-9669-48f3eae6bff8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.735617 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-ea35a343-b39f-4a97-9669-48f3eae6bff8 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6748333 Jun 24 20:37:27.741533 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 50140) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:27.751775 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-8048e15f-02df-4b45-a163-3dd02c8f596b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'security_group_rule': {'security_group_id': '45e54706-1219-495a-b17b-86141f54f37d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:27.758508 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8048e15f-02df-4b45-a163-3dd02c8f596b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:27.770883 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-8048e15f-02df-4b45-a163-3dd02c8f596b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group_rule and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:27.775204 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-8048e15f-02df-4b45-a163-3dd02c8f596b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:27.781125 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8048e15f-02df-4b45-a163-3dd02c8f596b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:27.806419 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78751-bcaf-43cb-be25-e9c177f3ba41 req-2a9677b3-9689-4b5d-afdd-d2ee2273c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:27.808108 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8ec78751-bcaf-43cb-be25-e9c177f3ba41 req-2a9677b3-9689-4b5d-afdd-d2ee2273c678 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.1190288 Jun 24 20:37:27.836924 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 316a24b4-8088-4ff7-97d0-49cbc627dde2 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:27.837552 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.850224 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b45d2-dfc7-452b-b280-32d41c5ec668 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9086baea-d0fe-4109-8975-d999259790ed,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:27.866742 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-092eebba-9614-4b03-a3f4-bf7690241cc2 req-25bddbca-a725-4afd-90a1-bebb9bae90e9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665719 Jun 24 20:37:27.884202 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8048e15f-02df-4b45-a163-3dd02c8f596b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.919566 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Notify callbacks [] for port, precommit_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.951575 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.provisioning_blocks [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Transition to ACTIVE for port object c0ef3f1c-6f10-454f-b119-608badb8a7fb will not be triggered until provisioned by entity L2. {{(pid=88162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:27.966000 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:27.983895 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78751-bcaf-43cb-be25-e9c177f3ba41 req-5f976644-bfce-49bd-a10b-b8045d331d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:27.985688 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8ec78751-bcaf-43cb-be25-e9c177f3ba41 req-5f976644-bfce-49bd-a10b-b8045d331d6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1710954 Jun 24 20:37:28.078425 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 316a24b4-8088-4ff7-97d0-49cbc627dde2 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:28.154170 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8048e15f-02df-4b45-a163-3dd02c8f596b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:28.165920 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8048e15f-02df-4b45-a163-3dd02c8f596b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:28.182172 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d659b-267b-4fc1-8982-49fc1f9723f7 None None] Pushing event updated for resources: {'Port': ['ID=c0ef3f1c-6f10-454f-b119-608badb8a7fb,revision_number=3']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:28.302070 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8ec78751-bcaf-43cb-be25-e9c177f3ba41 req-c1238920-d5f7-430a-b3cb-4a32b924384e service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082581 Jun 24 20:37:28.441824 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048e15f-02df-4b45-a163-3dd02c8f596b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbe68a7-cb17-4b38-84e5-6bbe5ade3fe5,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:28.450285 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8048e15f-02df-4b45-a163-3dd02c8f596b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:28.456974 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-8048e15f-02df-4b45-a163-3dd02c8f596b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7095985 Jun 24 20:37:28.457768 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 50188) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:28.473807 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:28.494822 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:28.507296 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:floatingip and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:37:28.520813 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:37:28.535444 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:28.563561 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:28.678903 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8ec78751-bcaf-43cb-be25-e9c177f3ba41 req-af8c890b-d475-4a8b-b0a6-7258cc01b7e2 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679662 Jun 24 20:37:28.749401 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Attempting to bind port c0ef3f1c-6f10-454f-b119-608badb8a7fb on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:37:28.753534 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Attempting to bind port c0ef3f1c-6f10-454f-b119-608badb8a7fb by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '40d9812a-b496-4032-bebb-22079a8b37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9daa917c-6845-4826-ab27-22ed2b982755'}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:37:28.763288 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Attempting to bind port c0ef3f1c-6f10-454f-b119-608badb8a7fb on network 9daa917c-6845-4826-ab27-22ed2b982755 {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:37:28.767049 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:37:28.767521 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Checking segment: {'id': '40d9812a-b496-4032-bebb-22079a8b37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9daa917c-6845-4826-ab27-22ed2b982755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:37:28.767992 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:28.768441 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Bound using segment: {'id': '40d9812a-b496-4032-bebb-22079a8b37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9daa917c-6845-4826-ab27-22ed2b982755'} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:37:28.769060 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Bound port: c0ef3f1c-6f10-454f-b119-608badb8a7fb, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d9812a-b496-4032-bebb-22079a8b37c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9daa917c-6845-4826-ab27-22ed2b982755'}}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:37:28.769512 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:28.972690 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] For port c0ef3f1c-6f10-454f-b119-608badb8a7fb, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:37:28.981676 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] For port c0ef3f1c-6f10-454f-b119-608badb8a7fb, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=c0ef3f1c-6f10-454f-b119-608badb8a7fb,segment=NetworkSegment(40d9812a-b496-4032-bebb-22079a8b37c7),segment_id=40d9812a-b496-4032-bebb-22079a8b37c7)] {{(pid=88162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:37:28.990626 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:29.057682 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25074334-40c4-45fe-993d-f5916ea97a6f req-3805f2bd-e8e0-43bc-bad8-0d0d63dc4a76 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:29.066061 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-25074334-40c4-45fe-993d-f5916ea97a6f req-3805f2bd-e8e0-43bc-bad8-0d0d63dc4a76 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.2405894 Jun 24 20:37:29.093488 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d659b-267b-4fc1-8982-49fc1f9723f7 None None] Pushing event updated for resources: {'Port': ['ID=c0ef3f1c-6f10-454f-b119-608badb8a7fb,revision_number=4']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:29.108932 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Routers {'2ca4d0f3-483c-4b69-9f4a-508a3e282f66'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:29.109651 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:37:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2ca4d0f3-483c-4b69-9f4a-508a3e282f66'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:29.134631 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:29.344212 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b70bce-48b6-4fa6-92a6-8e04765335f6 req-c6b7e40e-acfe-4ec8-8805-5b785f4a775d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:29.346208 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-55b70bce-48b6-4fa6-92a6-8e04765335f6 req-c6b7e40e-acfe-4ec8-8805-5b785f4a775d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.2611551 Jun 24 20:37:29.374010 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] Set router 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:29.424874 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Allocated IP 172.27.1.232 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/cfe16b40-db44-448a-9fca-78ed172d5cf3) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:37:29.486164 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-55b70bce-48b6-4fa6-92a6-8e04765335f6 req-33ef5c31-cf5f-4cfe-a2a0-64f86dc0c031 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184220 Jun 24 20:37:29.629876 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:29.646930 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-25074334-40c4-45fe-993d-f5916ea97a6f req-ba9b4ace-0144-4acb-8d7e-60f8c0af9b57 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5799007 Jun 24 20:37:29.653854 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:37:29.689224 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:29.755015 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:37:29.758110 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:29.768845 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:37:29.806925 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'Port': ['ID=cfe16b40-db44-448a-9fca-78ed172d5cf3,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:29.869999 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'name': 'tempest-TestShelveInstance-1825728585-router', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:15Z', 'updated_at': '2022-06-24T20:37:21Z', 'revision_number': 4, 'project_id': 'af9d24d021a44450865b5cd1bf524d38', 'gw_port': {'id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:16Z', 'updated_at': '2022-06-24T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'c0ef3f1c-6f10-454f-b119-608badb8a7fb', 'name': '', 'network_id': '9daa917c-6845-4826-ab27-22ed2b982755', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'mac_address': 'fa:16:3e:4c:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4ff47284-ceb9-4f73-afe2-cedf83d2ad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:21Z', 'updated_at': '2022-06-24T20:37:28Z', 'revision_number': 4, 'project_id': 'af9d24d021a44450865b5cd1bf524d38', 'subnets': [{'id': '4ff47284-ceb9-4f73-afe2-cedf83d2ad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:29.877037 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935dc6e-6174-44a8-a65f-956f5e755afd None None] The sync data for ids ['2ca4d0f3-483c-4b69-9f4a-508a3e282f66'] in dv-cinder-847189-4-iscsi is: [{'id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'name': 'tempest-TestShelveInstance-1825728585-router', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:15Z', 'updated_at': '2022-06-24T20:37:21Z', 'revision_number': 4, 'project_id': 'af9d24d021a44450865b5cd1bf524d38', 'gw_port': {'id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:16Z', 'updated_at': '2022-06-24T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'c0ef3f1c-6f10-454f-b119-608badb8a7fb', 'name': '', 'network_id': '9daa917c-6845-4826-ab27-22ed2b982755', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'mac_address': 'fa:16:3e:4c:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '4ff47284-ceb9-4f73-afe2-cedf83d2ad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:21Z', 'updated_at': '2022-06-24T20:37:28Z', 'revision_number': 4, 'project_id': 'af9d24d021a44450865b5cd1bf524d38', 'subnets': [{'id': '4ff47284-ceb9-4f73-afe2-cedf83d2ad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:37:29.921973 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:30.023478 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:30.350066 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:30.360821 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:30.599706 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:30.631966 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'Port': ['ID=cfe16b40-db44-448a-9fca-78ed172d5cf3,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:30.645437 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:30.647285 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-5791fb30-31ea-47b9-8a12-a44c96aea4cc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1835403 Jun 24 20:37:30.687442 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71beda4-00e5-4cbd-8e3a-13726e8ced58 req-4c9b379f-3fbc-4373-8318-be24e6100a2a tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:30.689268 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e71beda4-00e5-4cbd-8e3a-13726e8ced58 req-4c9b379f-3fbc-4373-8318-be24e6100a2a tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 945 time: 0.2103484 Jun 24 20:37:30.765574 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e71beda4-00e5-4cbd-8e3a-13726e8ced58 req-633202f7-824d-4091-afd8-7c22b3e0c256 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688968 Jun 24 20:37:30.767458 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85885e19-7d44-43b2-9e64-7a7b8852d825 req-c6f11a8c-d710-40f4-b35e-828b2a27536e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:30.770082 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-85885e19-7d44-43b2-9e64-7a7b8852d825 req-c6f11a8c-d710-40f4-b35e-828b2a27536e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.1392248 Jun 24 20:37:30.857143 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-85885e19-7d44-43b2-9e64-7a7b8852d825 req-233030ee-f281-49e0-83fb-63db0faee3ff tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761881 Jun 24 20:37:31.075453 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce1dc4-434b-4871-8078-2da6471b52db req-d3876d9c-7ec2-4862-8ce6-6c23c287ed3a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:31.076958 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-57ce1dc4-434b-4871-8078-2da6471b52db req-d3876d9c-7ec2-4862-8ce6-6c23c287ed3a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1111372 Jun 24 20:37:31.136607 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-57ce1dc4-434b-4871-8078-2da6471b52db req-77a0e17f-45ec-44e4-ae70-d299ceda36ee tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486329 Jun 24 20:37:31.677077 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device c0ef3f1c-6f10-454f-b119-608badb8a7fb up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:31.746376 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port c0ef3f1c-6f10-454f-b119-608badb8a7fb completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:31.752226 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port c0ef3f1c-6f10-454f-b119-608badb8a7fb triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:31.752589 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:31.923222 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port c0ef3f1c-6f10-454f-b119-608badb8a7fb is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:31.923615 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:31.972838 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port c0ef3f1c-6f10-454f-b119-608badb8a7fb, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=c0ef3f1c-6f10-454f-b119-608badb8a7fb,segment=NetworkSegment(40d9812a-b496-4032-bebb-22079a8b37c7),segment_id=40d9812a-b496-4032-bebb-22079a8b37c7)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:31.978386 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:31.982556 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92ea91-8ebf-4c0b-8601-5e7f7b4feb29 req-43242acd-dd4b-4cf5-8d1f-7acba14b5322 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:31.984302 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8a92ea91-8ebf-4c0b-8601-5e7f7b4feb29 req-43242acd-dd4b-4cf5-8d1f-7acba14b5322 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 945 time: 0.0979123 Jun 24 20:37:32.062342 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8a92ea91-8ebf-4c0b-8601-5e7f7b4feb29 req-751df14d-1e8d-41e1-b567-0bfa8cbcac37 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700979 Jun 24 20:37:32.074185 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=c0ef3f1c-6f10-454f-b119-608badb8a7fb,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:32.154749 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c491263-b9fa-42cc-b069-2f544cea03f1 req-81cfb6c0-dc65-436c-acd5-ace38792703b tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:32.157142 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0c491263-b9fa-42cc-b069-2f544cea03f1 req-81cfb6c0-dc65-436c-acd5-ace38792703b tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.15 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 945 time: 0.1313863 Jun 24 20:37:32.344700 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-0c491263-b9fa-42cc-b069-2f544cea03f1 req-ac72027e-8f6e-4284-956b-6746a479a352 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Deleting port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:37:32.344957 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-0c491263-b9fa-42cc-b069-2f544cea03f1 req-ac72027e-8f6e-4284-956b-6746a479a352 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:32.345451 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f6107-bc38-4f5e-90c4-23e1293cddb1 req-bd9ef07b-59c2-4c48-bec0-410525d9ebc1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:32.347668 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1f5f6107-bc38-4f5e-90c4-23e1293cddb1 req-bd9ef07b-59c2-4c48-bec0-410525d9ebc1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.1570995 Jun 24 20:37:32.426295 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1f5f6107-bc38-4f5e-90c4-23e1293cddb1 req-4c647de8-c032-41fd-9d6a-17769f9d839c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724983 Jun 24 20:37:32.656225 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb41af-98c6-4d62-bd28-af6129e60b5c req-d29928f7-adcc-472d-8ed3-dc74f686d40c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:32.663755 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ccbb41af-98c6-4d62-bd28-af6129e60b5c req-d29928f7-adcc-472d-8ed3-dc74f686d40c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1270776 Jun 24 20:37:32.695647 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-0c491263-b9fa-42cc-b069-2f544cea03f1 req-ac72027e-8f6e-4284-956b-6746a479a352 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] For port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1182ea92-2610-4a17-8b6f-f0fe9a0990d0,segment=NetworkSegment(07a692ac-4f07-4085-93d3-83bfaf7e8bab),segment_id=07a692ac-4f07-4085-93d3-83bfaf7e8bab)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:32.696004 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-0c491263-b9fa-42cc-b069-2f544cea03f1 req-ac72027e-8f6e-4284-956b-6746a479a352 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:32.738394 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ccbb41af-98c6-4d62-bd28-af6129e60b5c req-c5d7787e-c2f8-4ade-ba79-b01f579aead9 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648973 Jun 24 20:37:32.833659 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-0c491263-b9fa-42cc-b069-2f544cea03f1 req-ac72027e-8f6e-4284-956b-6746a479a352 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Calling delete_port for 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:37:33.025529 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-0c491263-b9fa-42cc-b069-2f544cea03f1 req-ac72027e-8f6e-4284-956b-6746a479a352 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:33.036962 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['1182ea92-2610-4a17-8b6f-f0fe9a0990d0'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:37:33.129534 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72027e-8f6e-4284-956b-6746a479a352 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Pushing event deleted for resources: {'Port': ['ID=1182ea92-2610-4a17-8b6f-f0fe9a0990d0,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:33.225122 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c491263-b9fa-42cc-b069-2f544cea03f1 req-ac72027e-8f6e-4284-956b-6746a479a352 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] No DVR routers for this DVR port 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:37:33.228149 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-0c491263-b9fa-42cc-b069-2f544cea03f1 req-ac72027e-8f6e-4284-956b-6746a479a352 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:33.231548 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198e3cf9-d96b-44d8-9258-1739afb2fa1b', 'name': 'network-vif-deleted', 'tag': '1182ea92-2610-4a17-8b6f-f0fe9a0990d0'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:37:33.254109 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0c491263-b9fa-42cc-b069-2f544cea03f1 req-ac72027e-8f6e-4284-956b-6746a479a352 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.15 "DELETE /v2.0/ports/1182ea92-2610-4a17-8b6f-f0fe9a0990d0 HTTP/1.1" status: 204 len: 173 time: 1.0910382 Jun 24 20:37:33.378708 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2ddde8b4-c1cc-4741-b239-4168f026dbcb req-e358bde1-624a-4767-b6a8-c088b8ba1599 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=198e3cf9-d96b-44d8-9258-1739afb2fa1b HTTP/1.1" status: 200 len: 210 time: 0.1999216 Jun 24 20:37:33.461428 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda6971f-86db-4489-9541-97617211caf1'] response: {'server_uuid': '198e3cf9-d96b-44d8-9258-1739afb2fa1b', 'name': 'network-vif-deleted', 'tag': '1182ea92-2610-4a17-8b6f-f0fe9a0990d0', 'status': 'completed', 'code': 200} Jun 24 20:37:33.644110 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device c0ef3f1c-6f10-454f-b119-608badb8a7fb up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:33.685957 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e7059-c031-4d6e-b144-459eb5efab03 req-566ea02e-0977-47d1-bf47-a1d7b584d92c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:33.692996 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-922e7059-c031-4d6e-b144-459eb5efab03 req-566ea02e-0977-47d1-bf47-a1d7b584d92c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.1291661 Jun 24 20:37:33.743954 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port c0ef3f1c-6f10-454f-b119-608badb8a7fb triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:33.744320 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:33.777426 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-922e7059-c031-4d6e-b144-459eb5efab03 req-118740f3-1135-4d5e-bdfe-9b941299d48e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810184 Jun 24 20:37:33.931871 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port c0ef3f1c-6f10-454f-b119-608badb8a7fb is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:34.042511 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8be12-17d1-48e1-a2f4-f723c7fb5615 req-6cb12dea-6a8b-440a-a61d-f00baabbff63 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:34.044075 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c4a8be12-17d1-48e1-a2f4-f723c7fb5615 req-6cb12dea-6a8b-440a-a61d-f00baabbff63 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1127291 Jun 24 20:37:34.101595 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c4a8be12-17d1-48e1-a2f4-f723c7fb5615 req-826aad34-33b6-4d25-9453-9ff7e7f9ad20 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466363 Jun 24 20:37:35.014027 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2c24d-b252-4c5d-87aa-2c7d18e0b51b req-427cd3f8-d6cd-4bc8-b8c4-54df2f7eea43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:35.015666 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0dc2c24d-b252-4c5d-87aa-2c7d18e0b51b req-427cd3f8-d6cd-4bc8-b8c4-54df2f7eea43 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.1054883 Jun 24 20:37:35.068876 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0dc2c24d-b252-4c5d-87aa-2c7d18e0b51b req-ccf0b341-89cd-4e33-ba46-2376ebe0802b tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470350 Jun 24 20:37:35.328965 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c457aa-1498-4517-bb5c-18ca0adf81e8 req-304c00e1-3e81-4959-81ad-6b9acec178f4 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:35.330556 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c8c457aa-1498-4517-bb5c-18ca0adf81e8 req-304c00e1-3e81-4959-81ad-6b9acec178f4 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0986192 Jun 24 20:37:35.381601 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c8c457aa-1498-4517-bb5c-18ca0adf81e8 req-7816ef11-ebe5-4667-b5fb-644ad56081c9 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445487 Jun 24 20:37:35.496946 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-0510d158-79d4-4dae-b925-5838bc966b5b req-e2a92367-dffa-4083-9305-0dbbff09da9d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:37:35.519093 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-0510d158-79d4-4dae-b925-5838bc966b5b req-e2a92367-dffa-4083-9305-0dbbff09da9d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:37:35.520240 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-e2a92367-dffa-4083-9305-0dbbff09da9d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--259594462&fields=id&tenant_id=50d9fb9258c640e88fc3f13defa38c4d HTTP/1.1" status: 200 len: 267 time: 0.0654244 Jun 24 20:37:35.666903 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d158-79d4-4dae-b925-5838bc966b5b req-f1b2dcd8-3095-48dd-b426-67a202ee9885 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:35.668354 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-f1b2dcd8-3095-48dd-b426-67a202ee9885 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/networks?id=7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 200 len: 815 time: 0.1410224 Jun 24 20:37:35.683184 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-8a03a3ed-98e6-4c49-9e21-420c35902217 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/quotas/50d9fb9258c640e88fc3f13defa38c4d HTTP/1.1" status: 200 len: 375 time: 0.0092149 Jun 24 20:37:35.780316 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-d23c0846-7e90-435d-ad9b-b43adfe25c79 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921600 Jun 24 20:37:35.916313 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-507e6151-4310-4ee6-a5fd-3948320d1b21 service neutron] 10.222.0.33 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241407 Jun 24 20:37:36.045983 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1a06b40b-e8ca-456e-a7ce-5fa1dc75b4c8 service neutron] 10.222.0.33 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232316 Jun 24 20:37:36.241647 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9c8bc3ca-e49a-452d-bd94-f2dda1f9a4e8 req-9df36635-0c32-4700-9539-402ef520580e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 210 time: 0.0521429 Jun 24 20:37:36.289055 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb666f-3484-4717-ae11-a98caf25254f req-26b410ea-4681-4d64-9d79-fd0fe832f8e0 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:36.290698 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f1fb666f-3484-4717-ae11-a98caf25254f req-26b410ea-4681-4d64-9d79-fd0fe832f8e0 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.1042717 Jun 24 20:37:36.343312 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f1fb666f-3484-4717-ae11-a98caf25254f req-e85cfcce-d420-46ec-8b78-1104f54a95a2 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468440 Jun 24 20:37:36.588980 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dca3fb-c991-411d-a6c1-cf60dae3f35e req-bd12e9b0-044e-4904-82ac-0885a1a52302 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:36.590382 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e8dca3fb-c991-411d-a6c1-cf60dae3f35e req-bd12e9b0-044e-4904-82ac-0885a1a52302 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0932798 Jun 24 20:37:36.640266 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e8dca3fb-c991-411d-a6c1-cf60dae3f35e req-c79c90b5-880b-42d7-8834-45f4e9736790 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438240 Jun 24 20:37:36.955168 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:37:37.011775 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:37:37.012114 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 1182ea92-2610-4a17-8b6f-f0fe9a0990d0 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:37:37.021905 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:37.403169 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-6069589f-96aa-4879-bead-1f214126f63c req-24f6ab6c-97e4-406a-9612-ec0e16c632fd tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:37:37.418971 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-6069589f-96aa-4879-bead-1f214126f63c req-24f6ab6c-97e4-406a-9612-ec0e16c632fd tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:37:37.420263 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6069589f-96aa-4879-bead-1f214126f63c req-24f6ab6c-97e4-406a-9612-ec0e16c632fd tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 210 time: 0.0731988 Jun 24 20:37:37.548865 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01b0f2-43ad-4f1f-8fe7-99e9898ef9cd req-d09874fe-15d9-4e34-afb8-9aff360f81c2 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:37.550237 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5e01b0f2-43ad-4f1f-8fe7-99e9898ef9cd req-d09874fe-15d9-4e34-afb8-9aff360f81c2 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0945663 Jun 24 20:37:37.594443 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5e01b0f2-43ad-4f1f-8fe7-99e9898ef9cd req-4da9ac03-f625-4c4e-b62b-2c6207070888 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382175 Jun 24 20:37:37.862451 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6be1a-b6c2-4d05-a19d-8f4bbc2f4d8e req-4508ef63-b3e1-4f5e-804e-c541903c0f37 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:37.863870 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-caa6be1a-b6c2-4d05-a19d-8f4bbc2f4d8e req-4508ef63-b3e1-4f5e-804e-c541903c0f37 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1019235 Jun 24 20:37:37.911030 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-caa6be1a-b6c2-4d05-a19d-8f4bbc2f4d8e req-b5379cfd-aae5-4792-b269-a5ec9dc31a9d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382452 Jun 24 20:37:38.611041 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5d14b10b-34ce-43d4-8dc6-204be82a4997 req-d76ad4ec-4f87-4238-8aee-291e6bc916b5 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 210 time: 0.0524778 Jun 24 20:37:38.638425 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906b55-ee64-4bc2-88b1-366f8e3f2142 req-d351646b-fb57-4432-a221-fc26e9419d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:38.639786 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53906b55-ee64-4bc2-88b1-366f8e3f2142 req-d351646b-fb57-4432-a221-fc26e9419d99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb38036f5e9142b980bb459c181aba56&device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 1099 time: 0.1954024 Jun 24 20:37:38.792253 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906b55-ee64-4bc2-88b1-366f8e3f2142 req-48da6641-52d8-4bf4-a35a-88d1085261e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:38.793637 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53906b55-ee64-4bc2-88b1-366f8e3f2142 req-48da6641-52d8-4bf4-a35a-88d1085261e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e HTTP/1.1" status: 200 len: 917 time: 0.1463737 Jun 24 20:37:38.894103 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d158-79d4-4dae-b925-5838bc966b5b req-d9fda0f5-9301-4c32-9ec2-3fdbaf6a626f tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:38.896278 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-d9fda0f5-9301-4c32-9ec2-3fdbaf6a626f tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "GET /v2.0/networks?id=7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 200 len: 815 time: 0.2217588 Jun 24 20:37:38.922792 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53906b55-ee64-4bc2-88b1-366f8e3f2142 req-54a65d9f-6566-495b-9ddc-241fc2bbdecf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2647e1d6-2556-4060-8896-3fa6bafefab1 HTTP/1.1" status: 200 len: 1001 time: 0.1198802 Jun 24 20:37:39.001468 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906b55-ee64-4bc2-88b1-366f8e3f2142 req-867b13dc-4dd2-4777-8c3f-ed679645a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:39.002944 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53906b55-ee64-4bc2-88b1-366f8e3f2142 req-867b13dc-4dd2-4777-8c3f-ed679645a410 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84e55a5-a91c-4053-bdd6-57a0a2d2cdda HTTP/1.1" status: 200 len: 855 time: 0.0718086 Jun 24 20:37:39.038346 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-6c211736-44d5-4bb8-8565-b9185c885302 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50d9fb9258c640e88fc3f13defa38c4d HTTP/1.1" status: 200 len: 379 time: 0.1315060 Jun 24 20:37:39.052122 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'port': {'device_id': '98a3ff95-7be1-45d5-88e1-8f23dba30150', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'admin_state_up': True, 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'security_groups': ['45e54706-1219-495a-b17b-86141f54f37d']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:39.137960 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4becfb-b960-4a9f-8fbd-6357bc1207b1 req-c241005b-4fdb-4576-bd94-a26e5a64976c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:39.139777 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3b4becfb-b960-4a9f-8fbd-6357bc1207b1 req-c241005b-4fdb-4576-bd94-a26e5a64976c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.2156758 Jun 24 20:37:39.199420 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906b55-ee64-4bc2-88b1-366f8e3f2142 req-d3e61d43-cea2-40ec-a9e7-a4ea62fa557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:39.200967 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53906b55-ee64-4bc2-88b1-366f8e3f2142 req-d3e61d43-cea2-40ec-a9e7-a4ea62fa557e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1820719 Jun 24 20:37:39.215373 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692f4d7-60c2-4a30-8b2c-b4f3f0423973 req-6f0cb926-e4aa-4018-ba24-55e3d20dff62 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:39.216995 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9692f4d7-60c2-4a30-8b2c-b4f3f0423973 req-6f0cb926-e4aa-4018-ba24-55e3d20dff62 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1354091 Jun 24 20:37:39.235948 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3b4becfb-b960-4a9f-8fbd-6357bc1207b1 req-7b1b3ae9-e5f6-4d9a-a361-2c241a8e09db tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862949 Jun 24 20:37:39.257428 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:39.267002 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:39.282654 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Made reservation on behalf of 50d9fb9258c640e88fc3f13defa38c4d for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:37:39.287429 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:39.388172 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9692f4d7-60c2-4a30-8b2c-b4f3f0423973 req-23505ef4-8a6c-45b9-85d9-931b0ce2049c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493227 Jun 24 20:37:39.425921 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53906b55-ee64-4bc2-88b1-366f8e3f2142 req-041e508f-9cec-401e-83f5-f195a4ea180f service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077010 Jun 24 20:37:39.474419 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Allocated IP 172.20.0.5 (7fe66e7b-631d-49f2-87af-6f9a31183f39/aaff2148-a5b9-46f1-b4f3-e167f2aba951/f6d4dcca-782b-4a81-a320-1467695d361c) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:37:39.556102 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53906b55-ee64-4bc2-88b1-366f8e3f2142 req-8ee0a967-9865-46e5-9e33-131ff314c076 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221902 Jun 24 20:37:39.669485 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:39.688205 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Transition to ACTIVE for port object f6d4dcca-782b-4a81-a320-1467695d361c will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:39.714899 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:39.826309 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Network 7fe66e7b-631d-49f2-87af-6f9a31183f39 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:37:39.834284 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:39.840079 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:37:39.885897 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'Port': ['ID=f6d4dcca-782b-4a81-a320-1467695d361c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:40.022912 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-6b07e2d1-34e1-409e-b6f1-c4dc3fbd863d None None] Provisioning for port f6d4dcca-782b-4a81-a320-1467695d361c completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:40.028586 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-6b07e2d1-34e1-409e-b6f1-c4dc3fbd863d None None] Provisioning complete for port f6d4dcca-782b-4a81-a320-1467695d361c triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:40.028943 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6b07e2d1-34e1-409e-b6f1-c4dc3fbd863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:40.032504 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:40.033108 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:40.075665 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeb280-5019-4780-900c-c85bf5fa114e req-80382eae-cbd1-4a71-bac2-6b22879dd903 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:40.076399 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-a6aeb280-5019-4780-900c-c85bf5fa114e req-80382eae-cbd1-4a71-bac2-6b22879dd903 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:37:40.081494 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-1b1b097d-ef82-4ff9-b966-548c0f43d12e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0348082 Jun 24 20:37:40.087129 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-6b07e2d1-34e1-409e-b6f1-c4dc3fbd863d None None] Port f6d4dcca-782b-4a81-a320-1467695d361c cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:37:40.093169 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Request body: {'port': {'device_id': '98a3ff95-7be1-45d5-88e1-8f23dba30150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:40.131245 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-a6aeb280-5019-4780-900c-c85bf5fa114e req-80382eae-cbd1-4a71-bac2-6b22879dd903 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:37:40.132322 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a6aeb280-5019-4780-900c-c85bf5fa114e req-80382eae-cbd1-4a71-bac2-6b22879dd903 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 931 time: 0.3741639 Jun 24 20:37:40.231019 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a6aeb280-5019-4780-900c-c85bf5fa114e req-8c916fb5-787a-4a3e-84c0-3369d26fdb04 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=45e54706-1219-495a-b17b-86141f54f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924456 Jun 24 20:37:40.235943 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:40.453772 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea7eef-ba8c-459e-b1cc-753fb898e36c req-43dcfe74-0098-49d2-98ea-4e117bea7ba7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:40.455254 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2cea7eef-ba8c-459e-b1cc-753fb898e36c req-43dcfe74-0098-49d2-98ea-4e117bea7ba7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0995042 Jun 24 20:37:40.510679 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2cea7eef-ba8c-459e-b1cc-753fb898e36c req-c2cc4463-456b-44dd-9938-103e8d2a9f25 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494971 Jun 24 20:37:40.668439 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d4dcca-782b-4a81-a320-1467695d361c {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:37:40.676763 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:40.696480 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Transition to ACTIVE for port object f6d4dcca-782b-4a81-a320-1467695d361c will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:40.704742 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd084cd-0531-4499-b84b-0a76aa207231 req-3e4d1fcb-2dae-42d7-a30f-c773a2d96035 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:40.706325 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ddd084cd-0531-4499-b84b-0a76aa207231 req-3e4d1fcb-2dae-42d7-a30f-c773a2d96035 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1765125 Jun 24 20:37:40.707395 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:40.866661 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d4dcca-782b-4a81-a320-1467695d361c,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:40.916062 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ddd084cd-0531-4499-b84b-0a76aa207231 req-0c0e2eb4-099e-4fc5-978f-1ed78567fb83 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723986 Jun 24 20:37:40.989141 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Attempting to bind port f6d4dcca-782b-4a81-a320-1467695d361c on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:37:40.989479 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Attempting to bind port f6d4dcca-782b-4a81-a320-1467695d361c by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:37:40.989800 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Attempting to bind port f6d4dcca-782b-4a81-a320-1467695d361c on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:37:40.994375 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Port f6d4dcca-782b-4a81-a320-1467695d361c on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:37:40.994689 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Attempting to bind port f6d4dcca-782b-4a81-a320-1467695d361c on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:37:41.000091 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:37:41.000453 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Checking segment: {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:37:41.000820 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Bound using segment: {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:37:41.001239 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Bound port: f6d4dcca-782b-4a81-a320-1467695d361c, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:37:41.001579 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:41.088604 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] For port f6d4dcca-782b-4a81-a320-1467695d361c, host hv-cinder-84718, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:37:41.091511 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] For port f6d4dcca-782b-4a81-a320-1467695d361c, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f6d4dcca-782b-4a81-a320-1467695d361c,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:37:41.099397 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:41.155947 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:41.156656 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:41.157842 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f6d4dcca-782b-4a81-a320-1467695d361c HTTP/1.1" status: 200 len: 1093 time: 1.0687037 Jun 24 20:37:41.158307 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a3ff95-7be1-45d5-88e1-8f23dba30150', 'tag': 'f6d4dcca-782b-4a81-a320-1467695d361c'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:37:41.182373 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd073a-d579-4e05-9d1d-61b6e3f7a1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d4dcca-782b-4a81-a320-1467695d361c,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:41.215883 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d1fa2d-56c3-483d-b10c-9c2137fada24'] response: {'name': 'network-changed', 'server_uuid': '98a3ff95-7be1-45d5-88e1-8f23dba30150', 'tag': 'f6d4dcca-782b-4a81-a320-1467695d361c', 'status': 'completed', 'code': 200} Jun 24 20:37:41.451151 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882afa8-0e5d-4899-bb52-97429db9a878 req-7b4f2f1b-2a4f-4757-ada8-48c50d361517 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:41.452796 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a882afa8-0e5d-4899-bb52-97429db9a878 req-7b4f2f1b-2a4f-4757-ada8-48c50d361517 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 943 time: 0.1135032 Jun 24 20:37:41.495980 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a882afa8-0e5d-4899-bb52-97429db9a878 req-e4622077-0377-4b13-a4bc-f944940e1f6f tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=45e54706-1219-495a-b17b-86141f54f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372868 Jun 24 20:37:41.715265 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6f1a7-10a8-4d28-9f0d-6db027cf84cd req-05084be6-d156-4418-9a99-544742d5a8b4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:41.716552 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-70f6f1a7-10a8-4d28-9f0d-6db027cf84cd req-05084be6-d156-4418-9a99-544742d5a8b4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.0878708 Jun 24 20:37:41.777681 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-70f6f1a7-10a8-4d28-9f0d-6db027cf84cd req-9b231771-3109-4f85-9e89-fed456e62c9e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522652 Jun 24 20:37:42.118728 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228f738-21df-44ae-a4b5-ade8c0558ef9 req-f99b54be-3160-4aae-ba1a-664caac15f1d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:42.120206 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c228f738-21df-44ae-a4b5-ade8c0558ef9 req-f99b54be-3160-4aae-ba1a-664caac15f1d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0979638 Jun 24 20:37:42.170307 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c228f738-21df-44ae-a4b5-ade8c0558ef9 req-3f4c8063-585f-419f-8103-0eb8f85e4fbd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387588 Jun 24 20:37:42.689737 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395af48-6a42-4c12-8bce-360e5ae1ceec req-9312540b-ebcc-460d-9926-2aa96c6bc4bf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:42.691090 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8395af48-6a42-4c12-8bce-360e5ae1ceec req-9312540b-ebcc-460d-9926-2aa96c6bc4bf tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 943 time: 0.0929649 Jun 24 20:37:42.737475 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8395af48-6a42-4c12-8bce-360e5ae1ceec req-c7bda02a-778a-4bb6-be46-1e225275b550 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=45e54706-1219-495a-b17b-86141f54f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406828 Jun 24 20:37:43.010259 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02ca1f-49b0-439b-a3e8-d55896671d41 req-b7e425f4-29cc-4770-9b6d-3bcd4a833b98 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:43.011657 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fb02ca1f-49b0-439b-a3e8-d55896671d41 req-b7e425f4-29cc-4770-9b6d-3bcd4a833b98 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 946 time: 0.1044784 Jun 24 20:37:43.073699 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fb02ca1f-49b0-439b-a3e8-d55896671d41 req-fcfcff38-9726-4371-98df-60e3ee60baf9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550780 Jun 24 20:37:43.370696 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea9b4f-3dd4-4c15-8536-b1a6e38ab9a7 req-85f7a978-6125-4961-9c79-20cd3010f1d0 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:43.372060 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8dea9b4f-3dd4-4c15-8536-b1a6e38ab9a7 req-85f7a978-6125-4961-9c79-20cd3010f1d0 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0860212 Jun 24 20:37:43.420239 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8dea9b4f-3dd4-4c15-8536-b1a6e38ab9a7 req-56c81e4a-94a1-424c-b5f3-fbc0c27d30f3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420306 Jun 24 20:37:43.760401 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 2647e1d6-2556-4060-8896-3fa6bafefab1 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:37:43.916068 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf17a3-0355-45ab-aa7c-8584080a0b73 req-376aa8c0-9b48-4c7b-b520-0bdb2302b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:43.917547 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-76cf17a3-0355-45ab-aa7c-8584080a0b73 req-376aa8c0-9b48-4c7b-b520-0bdb2302b037 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 1096 time: 0.1263895 Jun 24 20:37:43.922458 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 2647e1d6-2556-4060-8896-3fa6bafefab1 is: ACTIVE; New status is: DOWN {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:43.922831 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:43.949137 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:37:43.958881 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 2647e1d6-2556-4060-8896-3fa6bafefab1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2647e1d6-2556-4060-8896-3fa6bafefab1,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:43.964474 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:44.001100 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e345a081-93fe-4985-bdd9-6734be320974'] response: {'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'code': 200} Jun 24 20:37:44.035827 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=2647e1d6-2556-4060-8896-3fa6bafefab1,revision_number=8']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:44.043135 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28241a6f-5f40-46d5-b293-bc9ffcbbc6cf req-e0368b1b-1e4f-4b11-a820-2beb2e4c5b4b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:44.044597 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-28241a6f-5f40-46d5-b293-bc9ffcbbc6cf req-e0368b1b-1e4f-4b11-a820-2beb2e4c5b4b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 943 time: 0.1829593 Jun 24 20:37:44.217370 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf17a3-0355-45ab-aa7c-8584080a0b73 req-b33b76a6-afee-4b44-bd78-aa482364e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:44.218905 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-76cf17a3-0355-45ab-aa7c-8584080a0b73 req-b33b76a6-afee-4b44-bd78-aa482364e7aa service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2930355 Jun 24 20:37:44.225766 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-28241a6f-5f40-46d5-b293-bc9ffcbbc6cf req-d439cb1d-d899-408c-9d57-8216bc5e58aa tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=45e54706-1219-495a-b17b-86141f54f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625700 Jun 24 20:37:44.293498 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f4a37-9e87-4984-9878-1927a1255d38 req-bb11cd5b-1cdf-4fe2-bab8-5cce81a46ad7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:44.295047 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7e4f4a37-9e87-4984-9878-1927a1255d38 req-bb11cd5b-1cdf-4fe2-bab8-5cce81a46ad7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.1030452 Jun 24 20:37:44.343252 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7e4f4a37-9e87-4984-9878-1927a1255d38 req-1835284f-8539-4567-b66e-318003f206d2 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421493 Jun 24 20:37:44.356974 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf17a3-0355-45ab-aa7c-8584080a0b73 req-bd7f9078-d794-4ef8-9394-35be808d7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:44.358427 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-76cf17a3-0355-45ab-aa7c-8584080a0b73 req-bd7f9078-d794-4ef8-9394-35be808d7610 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317863 Jun 24 20:37:44.473290 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d158-79d4-4dae-b925-5838bc966b5b req-a6a26c37-2675-4eea-b0ed-eee13cd1258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:44.474762 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-a6a26c37-2675-4eea-b0ed-eee13cd1258b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 1096 time: 0.0797167 Jun 24 20:37:44.579873 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-8fe1a823-fcc5-4545-85ed-8c514408162f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6d4dcca-782b-4a81-a320-1467695d361c HTTP/1.1" status: 200 len: 217 time: 0.0960386 Jun 24 20:37:44.659620 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d158-79d4-4dae-b925-5838bc966b5b req-6e94fe34-2b5d-4e8c-878a-d706d3342828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:44.661090 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-6e94fe34-2b5d-4e8c-878a-d706d3342828 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aaff2148-a5b9-46f1-b4f3-e167f2aba951 HTTP/1.1" status: 200 len: 854 time: 0.0744228 Jun 24 20:37:44.730681 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e2d0a-bdd5-415d-947f-a6e67320e36c req-9e4d0636-6d70-4b96-9636-16c52b5ee0b7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:44.732046 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-583e2d0a-bdd5-415d-947f-a6e67320e36c req-9e4d0636-6d70-4b96-9636-16c52b5ee0b7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1933084 Jun 24 20:37:44.792792 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-583e2d0a-bdd5-415d-947f-a6e67320e36c req-ceea2ce6-f71d-47ac-8aa9-0267664e240c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542305 Jun 24 20:37:44.797306 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d158-79d4-4dae-b925-5838bc966b5b req-faac962f-90fb-47ac-b74c-d49b85b5c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:44.798739 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-faac962f-90fb-47ac-b74c-d49b85b5c0bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fe66e7b-631d-49f2-87af-6f9a31183f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1275291 Jun 24 20:37:44.935126 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-471b2f3a-2905-4742-8977-afe73e15e787 service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277237 Jun 24 20:37:45.068671 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0510d158-79d4-4dae-b925-5838bc966b5b req-89cd10cb-6280-4478-9f73-d2450d37c057 service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274092 Jun 24 20:37:45.235919 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-1b01cda2-8743-4ab5-a0c9-c95324daaa9b tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:45.237309 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-1b01cda2-8743-4ab5-a0c9-c95324daaa9b tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/networks?id=837b17a6-9961-4d43-88ff-9792983c7060 HTTP/1.1" status: 200 len: 814 time: 0.1414480 Jun 24 20:37:45.251866 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-2a173988-cd93-463a-89aa-6a2095ce1e4e tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/quotas/a662e71bcb9e46b88aaff2f3a6b86d6e HTTP/1.1" status: 200 len: 375 time: 0.0090122 Jun 24 20:37:45.372076 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-cafb6f24-8811-4fd9-aa9f-d026199d44e7 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Synchronizing usage tracker for tenant:a662e71bcb9e46b88aaff2f3a6b86d6e on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:37:45.389194 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-cafb6f24-8811-4fd9-aa9f-d026199d44e7 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Unset dirty status for tenant:a662e71bcb9e46b88aaff2f3a6b86d6e on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:37:45.394768 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-cafb6f24-8811-4fd9-aa9f-d026199d44e7 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a662e71bcb9e46b88aaff2f3a6b86d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1377602 Jun 24 20:37:45.421081 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a76898-7842-4326-a1d9-30b53c03994f req-b47e880c-201a-454e-9fac-e0642ca442cb tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:45.422596 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-38a76898-7842-4326-a1d9-30b53c03994f req-b47e880c-201a-454e-9fac-e0642ca442cb tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 943 time: 0.0879273 Jun 24 20:37:45.466533 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-38a76898-7842-4326-a1d9-30b53c03994f req-6d7a9411-0785-4bd6-a113-ee55b3cf794e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=45e54706-1219-495a-b17b-86141f54f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373883 Jun 24 20:37:45.532614 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-585d3db0-6be5-4651-8f17-2cf20230472d service neutron] 10.222.0.33 "GET /v2.0/networks/837b17a6-9961-4d43-88ff-9792983c7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327851 Jun 24 20:37:45.659603 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec6c9a-34d2-4e9e-9fa7-e71465697724 req-c51ddbce-eda4-45d2-be64-e4eb4551651e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:45.661218 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-69ec6c9a-34d2-4e9e-9fa7-e71465697724 req-c51ddbce-eda4-45d2-be64-e4eb4551651e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.0913081 Jun 24 20:37:45.666466 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-8c99627e-e16a-402d-add3-bf5228b0d60f service neutron] 10.222.0.33 "GET /v2.0/networks/837b17a6-9961-4d43-88ff-9792983c7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278033 Jun 24 20:37:45.708356 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-69ec6c9a-34d2-4e9e-9fa7-e71465697724 req-3bd8a3fd-6163-4843-a224-6f6f7c0dc1b2 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403876 Jun 24 20:37:45.892202 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-90569000-95ec-4cab-b307-527bd31478f7 req-7bae5d9e-856a-4392-a849-539d45f16e6d tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 210 time: 0.0563447 Jun 24 20:37:46.083240 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-a7e99d54-b5fd-4e61-938e-de3b9e1ec4c5 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Synchronizing usage tracker for tenant:a6a93e932f0f417992870f3b1394e369 on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:37:46.101347 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-a7e99d54-b5fd-4e61-938e-de3b9e1ec4c5 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Unset dirty status for tenant:a6a93e932f0f417992870f3b1394e369 on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:37:46.102698 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-a7e99d54-b5fd-4e61-938e-de3b9e1ec4c5 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527730100&fields=id&tenant_id=a6a93e932f0f417992870f3b1394e369 HTTP/1.1" status: 200 len: 267 time: 0.0640640 Jun 24 20:37:46.281910 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-66f900bd-f21e-498d-a991-0ae813e70650 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:46.283559 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-66f900bd-f21e-498d-a991-0ae813e70650 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/networks?id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 HTTP/1.1" status: 200 len: 809 time: 0.1716695 Jun 24 20:37:46.313770 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-442d6b21-d464-4d54-9da0-39a12918722f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/quotas/a6a93e932f0f417992870f3b1394e369 HTTP/1.1" status: 200 len: 375 time: 0.0220754 Jun 24 20:37:46.441013 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-0d5ed1f0-8568-489f-afd8-a619523dc485 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Synchronizing usage tracker for tenant:a6a93e932f0f417992870f3b1394e369 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:37:46.459282 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525829e-a514-404a-93e3-397cf5329547 req-2303a3d0-7aa3-4645-b2ad-f01ef52b96bb tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:46.461088 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2525829e-a514-404a-93e3-397cf5329547 req-2303a3d0-7aa3-4645-b2ad-f01ef52b96bb tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0987682 Jun 24 20:37:46.463200 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-0d5ed1f0-8568-489f-afd8-a619523dc485 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Unset dirty status for tenant:a6a93e932f0f417992870f3b1394e369 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:37:46.464881 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-0d5ed1f0-8568-489f-afd8-a619523dc485 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a6a93e932f0f417992870f3b1394e369&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1444433 Jun 24 20:37:46.522504 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2525829e-a514-404a-93e3-397cf5329547 req-29aa4829-0ca3-4474-a753-96c06689dca0 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475464 Jun 24 20:37:46.637338 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-4172b637-73ee-4690-8c7c-d4ffaf9ce822 service neutron] 10.222.0.33 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512933 Jun 24 20:37:46.732693 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888a077-b3b9-4194-8304-c6928f8c213c req-64a24979-9d11-41b2-b4f7-63c88e1f016d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:46.734172 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8888a077-b3b9-4194-8304-c6928f8c213c req-64a24979-9d11-41b2-b4f7-63c88e1f016d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 943 time: 0.0998309 Jun 24 20:37:46.773640 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-83b2f88d-65f8-4592-b7b8-35252cfbb73b service neutron] 10.222.0.33 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287618 Jun 24 20:37:46.779918 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8888a077-b3b9-4194-8304-c6928f8c213c req-88b731f9-c296-4f9b-a429-fa1fccae4378 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=45e54706-1219-495a-b17b-86141f54f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399013 Jun 24 20:37:46.875494 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device f6d4dcca-782b-4a81-a320-1467695d361c details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:37:46.879094 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 2647e1d6-2556-4060-8896-3fa6bafefab1 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:37:47.112379 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 2647e1d6-2556-4060-8896-3fa6bafefab1 is: DOWN; New status is: DOWN {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:47.182254 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port f6d4dcca-782b-4a81-a320-1467695d361c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f6d4dcca-782b-4a81-a320-1467695d361c,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:47.200803 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': 'f6d4dcca-782b-4a81-a320-1467695d361c', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'port_id': 'f6d4dcca-782b-4a81-a320-1467695d361c', 'mac_address': 'fa:16:3e:c5:14:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:37:47.269114 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port f6d4dcca-782b-4a81-a320-1467695d361c is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:47.269468 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:47.287773 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d4dcca-782b-4a81-a320-1467695d361c {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:37:47.307447 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port f6d4dcca-782b-4a81-a320-1467695d361c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f6d4dcca-782b-4a81-a320-1467695d361c,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:47.314909 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:47.343460 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a7ad6fa8-b9cd-447d-b301-a57031f7228f req-a72c475a-22be-441b-aee4-768e19070de5 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 210 time: 0.1511185 Jun 24 20:37:47.373643 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-889a5064-c435-4ca9-9698-df510c43a52e tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:47.378093 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-889a5064-c435-4ca9-9698-df510c43a52e tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.15 "GET /v2.0/networks?id=837b17a6-9961-4d43-88ff-9792983c7060 HTTP/1.1" status: 200 len: 814 time: 0.4226878 Jun 24 20:37:47.404275 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Request body: {'port': {'device_id': 'dbd45cb4-f9da-4884-a487-944eb75d9f32', 'network_id': '837b17a6-9961-4d43-88ff-9792983c7060', 'admin_state_up': True, 'tenant_id': 'a662e71bcb9e46b88aaff2f3a6b86d6e'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:47.450333 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=f6d4dcca-782b-4a81-a320-1467695d361c,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:47.557118 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['f6d4dcca-782b-4a81-a320-1467695d361c'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:37:47.561296 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8c803-7b66-4079-a734-944fa3fb9dc2 req-1cd44dca-daf3-4b84-a074-1b616f2d323b tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:47.569382 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-07e8c803-7b66-4079-a734-944fa3fb9dc2 req-1cd44dca-daf3-4b84-a074-1b616f2d323b tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.1404893 Jun 24 20:37:47.628425 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-07e8c803-7b66-4079-a734-944fa3fb9dc2 req-f68129a5-b31c-4447-8f03-7afd90a87b2e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581462 Jun 24 20:37:47.759230 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-857f1334-4351-4557-922d-ca0e0030fa10 req-3cdb8b8b-75ea-4666-a206-c9ec0ef462bd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 210 time: 0.2092001 Jun 24 20:37:47.792379 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 50512) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:47.853545 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:47.864010 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:47.880724 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff736e3d-c6e0-44ce-94ef-7e95892d402d req-4ddc4014-b6d3-4a3e-946b-eee909ea7760 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:47.882317 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ff736e3d-c6e0-44ce-94ef-7e95892d402d req-4ddc4014-b6d3-4a3e-946b-eee909ea7760 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1181777 Jun 24 20:37:47.940802 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ff736e3d-c6e0-44ce-94ef-7e95892d402d req-197d7861-80f3-4556-86ed-cdcb66da84b0 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456605 Jun 24 20:37:47.967324 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Made reservation on behalf of a662e71bcb9e46b88aaff2f3a6b86d6e for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:37:47.970751 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:48.147410 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-416ef49b-3bbb-42a6-b395-ac5f926d380b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3536136 Jun 24 20:37:48.160679 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666b9fa-1bea-4a63-93f4-4c521cd4960c req-c4ee29be-d1ca-488e-8429-ad4eefc63c9b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:48.162071 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c666b9fa-1bea-4a63-93f4-4c521cd4960c req-c4ee29be-d1ca-488e-8429-ad4eefc63c9b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 944 time: 0.2440555 Jun 24 20:37:48.204795 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Allocated IP 172.20.0.14 (837b17a6-9961-4d43-88ff-9792983c7060/8196844f-e0b0-4d65-abb0-9d8a1f86466e/bbb116a6-c165-4625-a74e-3cf389d5d5f1) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:37:48.231363 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c666b9fa-1bea-4a63-93f4-4c521cd4960c req-fb300517-66ef-4c86-b16f-cc2ca8040b8b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=45e54706-1219-495a-b17b-86141f54f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578084 Jun 24 20:37:48.473686 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:48.507173 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:48.584131 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Network 837b17a6-9961-4d43-88ff-9792983c7060 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:37:48.588233 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:48.592818 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:37:48.635411 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Pushing event updated for resources: {'Port': ['ID=bbb116a6-c165-4625-a74e-3cf389d5d5f1,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:48.652165 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:48.652519 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:48.652848 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:48.653175 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:48.653492 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:48.653807 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:48.654137 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:48.654456 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:48.654767 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:48.655080 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:48.655523 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c28e5-5f52-4950-9a95-714a9f0ffc14 req-2db8fe0c-ec38-4b0d-b06b-6794d04ff927 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:48.658404 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:48.658682 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:37:48.662667 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-527c28e5-5f52-4950-9a95-714a9f0ffc14 req-2db8fe0c-ec38-4b0d-b06b-6794d04ff927 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 932 time: 0.2036052 Jun 24 20:37:48.704380 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:48.705081 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:48.725319 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-474c3fa6-e353-4ce4-a372-15b57ea6c5f4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:48.727005 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-474c3fa6-e353-4ce4-a372-15b57ea6c5f4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.15 "GET /v2.0/networks?id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 HTTP/1.1" status: 200 len: 809 time: 0.2222781 Jun 24 20:37:48.733529 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-418ac3dc-94d4-4793-85ef-0909f9d2f2f6 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3457572 Jun 24 20:37:48.735524 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-527c28e5-5f52-4950-9a95-714a9f0ffc14 req-e5d6e231-9319-476c-8604-d0f0a4b089fe tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720024 Jun 24 20:37:48.752804 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Request body: {'port': {'device_id': 'dbd45cb4-f9da-4884-a487-944eb75d9f32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:48.785299 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-3f578906-4d2d-4085-9148-3cf7890b0fb8 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6a93e932f0f417992870f3b1394e369 HTTP/1.1" status: 200 len: 380 time: 0.0449731 Jun 24 20:37:48.796597 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Request body: {'port': {'device_id': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'admin_state_up': True, 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'security_groups': ['d92b983a-71e1-4dcb-a1b5-d6162b39d315']}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:48.878114 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device f6d4dcca-782b-4a81-a320-1467695d361c up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:48.939884 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:48.960739 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port f6d4dcca-782b-4a81-a320-1467695d361c completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:48.967812 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port f6d4dcca-782b-4a81-a320-1467695d361c triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:48.968710 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:48.974094 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1fdefb7d-4ec6-4619-8eb4-5232a45aea1b req-138ca020-121f-4d10-b915-33da58a50abc tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 210 time: 0.0594475 Jun 24 20:37:49.108447 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port f6d4dcca-782b-4a81-a320-1467695d361c is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:49.108979 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:49.136519 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a3ff95-7be1-45d5-88e1-8f23dba30150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d4dcca-782b-4a81-a320-1467695d361c'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:37:49.146941 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port f6d4dcca-782b-4a81-a320-1467695d361c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f6d4dcca-782b-4a81-a320-1467695d361c,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:49.152856 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:49.169531 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:37:49.182366 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:37:49.199532 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Made reservation on behalf of a6a93e932f0f417992870f3b1394e369 for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:37:49.203236 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:49.207110 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ff3e6-d7fa-40a5-a8b8-7cfc7e31a752 req-b856d7b1-9f31-4f76-96e6-df06548cf2e1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:49.208714 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-190ff3e6-d7fa-40a5-a8b8-7cfc7e31a752 req-b856d7b1-9f31-4f76-96e6-df06548cf2e1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.3959877 Jun 24 20:37:49.245117 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=f6d4dcca-782b-4a81-a320-1467695d361c,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:49.284349 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d45ba-1996-47fc-b5df-ea50a3e2a037 req-bdcbb5b7-94a4-431f-a76a-24d641355dcd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:49.286398 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-657d45ba-1996-47fc-b5df-ea50a3e2a037 req-bdcbb5b7-94a4-431f-a76a-24d641355dcd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1704082 Jun 24 20:37:49.315999 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-190ff3e6-d7fa-40a5-a8b8-7cfc7e31a752 req-3052cb4a-13f7-44f2-9f78-03ed135687f6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945296 Jun 24 20:37:49.361670 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-657d45ba-1996-47fc-b5df-ea50a3e2a037 req-2c390db1-c5e7-4f64-b008-1c47935f59ed tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649464 Jun 24 20:37:49.431941 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849b9ffc-0d9d-431d-b02a-859859491c07'] response: {'server_uuid': '98a3ff95-7be1-45d5-88e1-8f23dba30150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d4dcca-782b-4a81-a320-1467695d361c', 'code': 200} Jun 24 20:37:49.468594 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Allocated IP 172.20.0.14 (cc20162e-7aeb-4cd7-9a4f-96b0500f97c6/d6c5a11a-86f3-4ccf-a584-ed8dd66e67da/8323602e-c8e1-49bc-ab6e-875bd58c3ac6) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:37:49.491585 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb116a6-c165-4625-a74e-3cf389d5d5f1 {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:37:49.500362 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:49.516325 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Transition to ACTIVE for port object bbb116a6-c165-4625-a74e-3cf389d5d5f1 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:49.523537 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:49.697574 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb116a6-c165-4625-a74e-3cf389d5d5f1,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:49.762479 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0756e1-edcd-4c87-bf1a-75bdae10e87d req-c676c2f3-84c7-467e-b39f-a8a971a706b7 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:49.763858 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2d0756e1-edcd-4c87-bf1a-75bdae10e87d req-c676c2f3-84c7-467e-b39f-a8a971a706b7 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 945 time: 0.2508104 Jun 24 20:37:49.784220 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Attempting to bind port bbb116a6-c165-4625-a74e-3cf389d5d5f1 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:37:49.784556 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Attempting to bind port bbb116a6-c165-4625-a74e-3cf389d5d5f1 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '07a692ac-4f07-4085-93d3-83bfaf7e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '837b17a6-9961-4d43-88ff-9792983c7060'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:37:49.784879 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Attempting to bind port bbb116a6-c165-4625-a74e-3cf389d5d5f1 on network 837b17a6-9961-4d43-88ff-9792983c7060 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:37:49.789784 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Port bbb116a6-c165-4625-a74e-3cf389d5d5f1 on network 837b17a6-9961-4d43-88ff-9792983c7060 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:37:49.790105 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Attempting to bind port bbb116a6-c165-4625-a74e-3cf389d5d5f1 on network 837b17a6-9961-4d43-88ff-9792983c7060 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:37:49.795876 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:37:49.796210 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Checking segment: {'id': '07a692ac-4f07-4085-93d3-83bfaf7e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '837b17a6-9961-4d43-88ff-9792983c7060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:37:49.796653 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Bound using segment: {'id': '07a692ac-4f07-4085-93d3-83bfaf7e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '837b17a6-9961-4d43-88ff-9792983c7060'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:37:49.797071 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Bound port: bbb116a6-c165-4625-a74e-3cf389d5d5f1, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a692ac-4f07-4085-93d3-83bfaf7e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '837b17a6-9961-4d43-88ff-9792983c7060'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:37:49.797342 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:49.849061 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:49.873601 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2d0756e1-edcd-4c87-bf1a-75bdae10e87d req-e0756288-4357-4e6d-93f6-9359472e6c89 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=45e54706-1219-495a-b17b-86141f54f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940518 Jun 24 20:37:49.875625 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Transition to ACTIVE for port object 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:49.896518 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d8de7-4345-4a66-b48f-1e8663964953 req-1d1320f3-b130-49bb-8395-0fe40fadc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:49.898192 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-528d8de7-4345-4a66-b48f-1e8663964953 req-1d1320f3-b130-49bb-8395-0fe40fadc075 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 1098 time: 0.2078807 Jun 24 20:37:49.964764 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-528d8de7-4345-4a66-b48f-1e8663964953 req-2757f9fc-7233-41a6-826f-ce27b8436232 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45e54706-1219-495a-b17b-86141f54f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604002 Jun 24 20:37:49.971797 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:50.036738 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:37:50.039649 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:37:50.048980 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:37:50.090552 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Pushing event updated for resources: {'Port': ['ID=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:50.091722 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] For port bbb116a6-c165-4625-a74e-3cf389d5d5f1, host hv-cinder-84718, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:37:50.100983 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff0b1a-4804-46f1-b5b0-0594b72cb3ee req-57bb0347-4997-4f0e-b866-2ef3d2134e63 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:50.101715 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-65ff0b1a-4804-46f1-b5b0-0594b72cb3ee req-57bb0347-4997-4f0e-b866-2ef3d2134e63 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Synchronizing usage tracker for tenant:a662e71bcb9e46b88aaff2f3a6b86d6e on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:37:50.106758 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] For port bbb116a6-c165-4625-a74e-3cf389d5d5f1, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=bbb116a6-c165-4625-a74e-3cf389d5d5f1,segment=NetworkSegment(07a692ac-4f07-4085-93d3-83bfaf7e8bab),segment_id=07a692ac-4f07-4085-93d3-83bfaf7e8bab)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:37:50.116597 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:50.127338 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:50.128098 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:50.159860 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-65ff0b1a-4804-46f1-b5b0-0594b72cb3ee req-57bb0347-4997-4f0e-b866-2ef3d2134e63 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Unset dirty status for tenant:a662e71bcb9e46b88aaff2f3a6b86d6e on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:37:50.161110 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-65ff0b1a-4804-46f1-b5b0-0594b72cb3ee req-57bb0347-4997-4f0e-b866-2ef3d2134e63 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 944 time: 0.1981936 Jun 24 20:37:50.188209 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:50.188821 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:50.190169 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/bbb116a6-c165-4625-a74e-3cf389d5d5f1 HTTP/1.1" status: 200 len: 1094 time: 1.4422626 Jun 24 20:37:50.222784 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd45cb4-f9da-4884-a487-944eb75d9f32', 'tag': 'bbb116a6-c165-4625-a74e-3cf389d5d5f1'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:37:50.267600 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-8ed83e2d-ef25-41e1-9e93-c6008c956f9f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4749284 Jun 24 20:37:50.281829 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Request body: {'port': {'device_id': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:50.304211 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-65ff0b1a-4804-46f1-b5b0-0594b72cb3ee req-766f63b0-0f27-4c60-a5d7-2881910f71ca tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279123 Jun 24 20:37:50.354742 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5bc23064-95ab-4bb5-a58c-3d829f3a6da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:50.361265 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-04a9b713-f0cb-4f8c-a72e-767e59e63902 None None] Provisioning for port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:50.367457 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf771fa-a527-4124-8de2-fb3f252d75c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb116a6-c165-4625-a74e-3cf389d5d5f1,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:50.368684 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-04a9b713-f0cb-4f8c-a72e-767e59e63902 None None] Provisioning complete for port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:50.369341 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-04a9b713-f0cb-4f8c-a72e-767e59e63902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:50.394928 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-f5224b2d-ba88-4443-93f2-33edf7e7ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:50.396610 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-f5224b2d-ba88-4443-93f2-33edf7e7ef22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a662e71bcb9e46b88aaff2f3a6b86d6e&device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 1097 time: 0.1456032 Jun 24 20:37:50.398542 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9809ac5-2d50-4c56-88a0-35ccedf30dc0'] response: {'name': 'network-changed', 'server_uuid': 'dbd45cb4-f9da-4884-a487-944eb75d9f32', 'tag': 'bbb116a6-c165-4625-a74e-3cf389d5d5f1', 'status': 'completed', 'code': 200} Jun 24 20:37:50.471761 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-3fd3c712-ded7-4699-8d17-3c5c0d33a28d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbb116a6-c165-4625-a74e-3cf389d5d5f1 HTTP/1.1" status: 200 len: 217 time: 0.0678422 Jun 24 20:37:50.472785 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-04a9b713-f0cb-4f8c-a72e-767e59e63902 None None] Port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:37:50.501685 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad3912-c5c0-4fd5-af53-c02706ab3cba req-d516b7f3-3794-4e20-ba34-f40868bc4a4b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:50.502417 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-0aad3912-c5c0-4fd5-af53-c02706ab3cba req-d516b7f3-3794-4e20-ba34-f40868bc4a4b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Synchronizing usage tracker for tenant:a6a93e932f0f417992870f3b1394e369 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:37:50.513264 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99e86e-fa70-40ac-826d-82ac0a37b2e0 req-0618807b-e8ef-4269-81e3-1b64fe1cc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:50.514803 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99e86e-fa70-40ac-826d-82ac0a37b2e0 req-0618807b-e8ef-4269-81e3-1b64fe1cc2cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 1098 time: 0.3364515 Jun 24 20:37:50.558626 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-0aad3912-c5c0-4fd5-af53-c02706ab3cba req-d516b7f3-3794-4e20-ba34-f40868bc4a4b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Unset dirty status for tenant:a6a93e932f0f417992870f3b1394e369 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:37:50.559691 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0aad3912-c5c0-4fd5-af53-c02706ab3cba req-d516b7f3-3794-4e20-ba34-f40868bc4a4b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 932 time: 0.4276228 Jun 24 20:37:50.560218 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:50.594986 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-a3de7b91-0c9d-41e2-8ccf-fa433c38cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:50.596427 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-a3de7b91-0c9d-41e2-8ccf-fa433c38cf17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8196844f-e0b0-4d65-abb0-9d8a1f86466e HTTP/1.1" status: 200 len: 854 time: 0.1180170 Jun 24 20:37:50.653152 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e99e86e-fa70-40ac-826d-82ac0a37b2e0 req-6e068416-4fe3-4c1b-8e6e-f9fb9c07a383 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285853 Jun 24 20:37:50.655861 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-cd13e719-f164-42b1-9240-06bc1f84eb9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=837b17a6-9961-4d43-88ff-9792983c7060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519609 Jun 24 20:37:50.674613 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0aad3912-c5c0-4fd5-af53-c02706ab3cba req-e94ee7c1-3dfc-49c8-a2a3-42c07c631ce2 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042173 Jun 24 20:37:50.675631 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2dbe6-6fd7-4329-b84a-ab175f96b84c req-56a6d147-2662-4fbd-817c-b5e8b6ab6ff4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:50.677034 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-58d2dbe6-6fd7-4329-b84a-ab175f96b84c req-56a6d147-2662-4fbd-817c-b5e8b6ab6ff4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.1491659 Jun 24 20:37:50.730828 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-58d2dbe6-6fd7-4329-b84a-ab175f96b84c req-dca846b6-53c7-4d1c-8c83-3a88eb8ba677 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459278 Jun 24 20:37:50.952370 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dd94c-0bef-433e-b033-81311465a295 req-0ba4a020-bd67-4499-ade0-d0cf49fabc09 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:50.953842 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-587dd94c-0bef-433e-b033-81311465a295 req-0ba4a020-bd67-4499-ade0-d0cf49fabc09 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1840289 Jun 24 20:37:51.059086 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-4a466a58-ca1e-4ad7-90d3-c54d192cc1bd service neutron] 10.222.0.15 "GET /v2.0/networks/837b17a6-9961-4d43-88ff-9792983c7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880074 Jun 24 20:37:51.060353 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-587dd94c-0bef-433e-b033-81311465a295 req-31c67b81-ab5e-4510-8714-85d578c61449 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959306 Jun 24 20:37:51.062483 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:37:51.110650 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:51.142431 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Transition to ACTIVE for port object 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:37:51.147871 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:51.212235 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86f192-7c73-41a7-9f39-a2d7733dc431 req-022d1128-59b4-43a3-9778-e38285043f0e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:51.213722 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0c86f192-7c73-41a7-9f39-a2d7733dc431 req-022d1128-59b4-43a3-9778-e38285043f0e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 945 time: 0.2053506 Jun 24 20:37:51.235897 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-55200734-1d0f-4d5f-b93b-acaa037d1c9f req-66ed85c6-e4de-4e4a-8284-c537046330f6 service neutron] 10.222.0.15 "GET /v2.0/networks/837b17a6-9961-4d43-88ff-9792983c7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676674 Jun 24 20:37:51.267520 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0c86f192-7c73-41a7-9f39-a2d7733dc431 req-35e26da3-fb94-478a-a652-0712affa4651 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=45e54706-1219-495a-b17b-86141f54f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478475 Jun 24 20:37:51.412714 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-f0eaa623-0510-43eb-8809-7fcdb76e293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:51.416013 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-f0eaa623-0510-43eb-8809-7fcdb76e293f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d&tenant_id=eb38036f5e9142b980bb459c181aba56 HTTP/1.1" status: 200 len: 1097 time: 0.3574383 Jun 24 20:37:51.416987 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:51.421966 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a3e4b-32b4-4ca4-a198-9f59a779ae51 req-d71fbe2b-e9b4-4eda-b2af-4de08114eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:51.423734 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ee3a3e4b-32b4-4ca4-a198-9f59a779ae51 req-d71fbe2b-e9b4-4eda-b2af-4de08114eb1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a662e71bcb9e46b88aaff2f3a6b86d6e&device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 1097 time: 0.1234701 Jun 24 20:37:51.561589 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a3e4b-32b4-4ca4-a198-9f59a779ae51 req-bb250d7c-3776-4c41-9f0a-8713cda1136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:51.563011 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ee3a3e4b-32b4-4ca4-a198-9f59a779ae51 req-bb250d7c-3776-4c41-9f0a-8713cda1136b service neutron] 10.222.0.15 "GET /v2.0/networks?id=837b17a6-9961-4d43-88ff-9792983c7060 HTTP/1.1" status: 200 len: 915 time: 0.1326396 Jun 24 20:37:51.602196 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Attempting to bind port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:37:51.602523 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Attempting to bind port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '3b37f5ac-517e-4428-a869-5eae4ee5c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:37:51.602842 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Attempting to bind port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 on network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:37:51.613469 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 on network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:37:51.613783 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Attempting to bind port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 on network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:37:51.633772 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:37:51.634099 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Checking segment: {'id': '3b37f5ac-517e-4428-a869-5eae4ee5c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:37:51.634519 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Bound using segment: {'id': '3b37f5ac-517e-4428-a869-5eae4ee5c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:37:51.634943 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Bound port: 8323602e-c8e1-49bc-ab6e-875bd58c3ac6, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b37f5ac-517e-4428-a869-5eae4ee5c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:37:51.635281 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:51.641649 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ee3a3e4b-32b4-4ca4-a198-9f59a779ae51 req-28768f1a-6483-4a23-a6e0-20b13c4868b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbb116a6-c165-4625-a74e-3cf389d5d5f1 HTTP/1.1" status: 200 len: 217 time: 0.0648324 Jun 24 20:37:51.656975 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-980251d7-267e-453e-9bc6-1315c6ca0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:51.658486 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-980251d7-267e-453e-9bc6-1315c6ca0c58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb38036f5e9142b980bb459c181aba56&device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 1097 time: 0.2070243 Jun 24 20:37:51.667479 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42242313-aa9a-450d-b72d-8ad60cb2a6a7 req-9e9e7edd-7035-43db-bf80-9c9dd0e66615 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:51.669607 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-42242313-aa9a-450d-b72d-8ad60cb2a6a7 req-9e9e7edd-7035-43db-bf80-9c9dd0e66615 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 944 time: 0.1811080 Jun 24 20:37:51.716784 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a3e4b-32b4-4ca4-a198-9f59a779ae51 req-f9817c98-443a-47e4-bcbb-d087531a734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:51.718427 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ee3a3e4b-32b4-4ca4-a198-9f59a779ae51 req-f9817c98-443a-47e4-bcbb-d087531a734e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8196844f-e0b0-4d65-abb0-9d8a1f86466e HTTP/1.1" status: 200 len: 854 time: 0.0615458 Jun 24 20:37:51.798769 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ee3a3e4b-32b4-4ca4-a198-9f59a779ae51 req-d920cd40-3b99-40f3-94de-d2e58ead4c57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=837b17a6-9961-4d43-88ff-9792983c7060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690639 Jun 24 20:37:51.872097 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-42242313-aa9a-450d-b72d-8ad60cb2a6a7 req-2366264e-8d42-45c8-938d-9e8e513dcbaf tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776752 Jun 24 20:37:51.891114 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] For port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:37:51.911408 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] For port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:37:51.914587 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-25883ac5-0fec-4ae9-951a-1142afef7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:51.916312 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-25883ac5-0fec-4ae9-951a-1142afef7b66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e HTTP/1.1" status: 200 len: 917 time: 0.2456725 Jun 24 20:37:51.917882 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:52.081558 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:52.082351 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:52.083603 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] 10.222.0.15 "PUT /v2.0/ports/8323602e-c8e1-49bc-ab6e-875bd58c3ac6 HTTP/1.1" status: 200 len: 1094 time: 1.8082950 Jun 24 20:37:52.086099 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:37:52.120510 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ee3a3e4b-32b4-4ca4-a198-9f59a779ae51 req-c88d8444-12bb-4774-840b-4cd589e86e42 service neutron] 10.222.0.15 "GET /v2.0/networks/837b17a6-9961-4d43-88ff-9792983c7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195589 Jun 24 20:37:52.128673 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ab713-997a-41bc-ac44-0c8cb1629fe8 req-7b4a127e-3d8f-49bf-89a5-a6534b92ac7b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:52.130018 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4e8ab713-997a-41bc-ac44-0c8cb1629fe8 req-7b4a127e-3d8f-49bf-89a5-a6534b92ac7b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.2978740 Jun 24 20:37:52.193952 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906359c2-ec45-4318-bbd4-5eaa8ff96bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:52.208343 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-5c8bd0cb-8916-4dd3-9d7b-2968b2a48be7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2647e1d6-2556-4060-8896-3fa6bafefab1 HTTP/1.1" status: 200 len: 999 time: 0.2572155 Jun 24 20:37:52.253837 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-4e8ab713-997a-41bc-ac44-0c8cb1629fe8 req-12a9cded-48dd-425f-ac32-9dd0804c5d7f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Synchronizing usage tracker for tenant:a6a93e932f0f417992870f3b1394e369 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:37:52.288319 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-4e8ab713-997a-41bc-ac44-0c8cb1629fe8 req-12a9cded-48dd-425f-ac32-9dd0804c5d7f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Unset dirty status for tenant:a6a93e932f0f417992870f3b1394e369 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:37:52.289512 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4e8ab713-997a-41bc-ac44-0c8cb1629fe8 req-12a9cded-48dd-425f-ac32-9dd0804c5d7f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412480 Jun 24 20:37:52.295234 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a57ad-8d0b-4119-a6f4-1b1168e6c792 req-ce3624ae-518f-422a-b06b-da39935e1bca tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:52.295507 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ee3a3e4b-32b4-4ca4-a198-9f59a779ae51 req-a3a933de-bd09-4561-a02d-a3cff22756a9 service neutron] 10.222.0.15 "GET /v2.0/networks/837b17a6-9961-4d43-88ff-9792983c7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644917 Jun 24 20:37:52.296699 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c48a57ad-8d0b-4119-a6f4-1b1168e6c792 req-ce3624ae-518f-422a-b06b-da39935e1bca tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.2867734 Jun 24 20:37:52.335720 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-710bfc56-787c-44e5-a55b-93710ce07471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:52.337272 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-710bfc56-787c-44e5-a55b-93710ce07471 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6a93e932f0f417992870f3b1394e369&device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 1097 time: 0.2018051 Jun 24 20:37:52.342272 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-47805a7a-a4ef-4773-b526-1e4251b2fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:52.343641 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-47805a7a-a4ef-4773-b526-1e4251b2fa32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84e55a5-a91c-4053-bdd6-57a0a2d2cdda HTTP/1.1" status: 200 len: 855 time: 0.1279855 Jun 24 20:37:52.470722 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-92976307-46a8-47b1-89cb-9305fb48298a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6 HTTP/1.1" status: 200 len: 217 time: 0.1153736 Jun 24 20:37:52.476497 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c48a57ad-8d0b-4119-a6f4-1b1168e6c792 req-81e47040-55db-4668-8ba9-be444731a4c3 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636629 Jun 24 20:37:52.480787 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106e852-994e-4a6d-aec6-9dede3800664 req-faf68d47-e396-4b9d-b081-bc632f920d04 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:52.482268 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1106e852-994e-4a6d-aec6-9dede3800664 req-faf68d47-e396-4b9d-b081-bc632f920d04 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0924685 Jun 24 20:37:52.535711 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4ecb37ef-bb9c-4a44-8868-d84dacead539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:52.546661 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09c7f4e1-153d-45bf-87c6-a0d465325d4a'] response: {'name': 'network-changed', 'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'status': 'completed', 'code': 200} Jun 24 20:37:52.548827 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-9df851a3-76f3-43ad-aac4-46c902c059f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:52.550387 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-9df851a3-76f3-43ad-aac4-46c902c059f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6c5a11a-86f3-4ccf-a584-ed8dd66e67da HTTP/1.1" status: 200 len: 848 time: 0.0715780 Jun 24 20:37:52.550713 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1106e852-994e-4a6d-aec6-9dede3800664 req-3771e71a-cea7-40f0-85a5-2bb82d173cad tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617428 Jun 24 20:37:52.611549 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-b825e0e6-f540-4802-a0f0-c0d809276b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:52.613099 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-b825e0e6-f540-4802-a0f0-c0d809276b53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2081022 Jun 24 20:37:52.864274 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-f7d0b03c-d139-47da-81bf-df5b46726170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:52.865725 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-f7d0b03c-d139-47da-81bf-df5b46726170 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3090661 Jun 24 20:37:52.908591 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device bbb116a6-c165-4625-a74e-3cf389d5d5f1 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:37:52.969437 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-885b9d59-1ed1-4d6c-94f9-79efe27d9cbb service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488824 Jun 24 20:37:53.054104 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port bbb116a6-c165-4625-a74e-3cf389d5d5f1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=bbb116a6-c165-4625-a74e-3cf389d5d5f1,segment=NetworkSegment(07a692ac-4f07-4085-93d3-83bfaf7e8bab),segment_id=07a692ac-4f07-4085-93d3-83bfaf7e8bab)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:53.073020 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': 'bbb116a6-c165-4625-a74e-3cf389d5d5f1', 'network_id': '837b17a6-9961-4d43-88ff-9792983c7060', 'port_id': 'bbb116a6-c165-4625-a74e-3cf389d5d5f1', 'mac_address': 'fa:16:3e:4c:2d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8196844f-e0b0-4d65-abb0-9d8a1f86466e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:37:53.088897 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68a891-f6f9-48ce-a4e1-1e9d9cf33ef9 req-36447d1e-40a0-4b27-bf62-5f5580f77033 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:53.090360 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6f68a891-f6f9-48ce-a4e1-1e9d9cf33ef9 req-36447d1e-40a0-4b27-bf62-5f5580f77033 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 945 time: 0.4492843 Jun 24 20:37:53.149563 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port bbb116a6-c165-4625-a74e-3cf389d5d5f1 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:53.150175 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:53.167477 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb116a6-c165-4625-a74e-3cf389d5d5f1 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:37:53.168753 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-4ef85a76-465c-467e-91e0-32136a1eca70 service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917747 Jun 24 20:37:53.195690 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port bbb116a6-c165-4625-a74e-3cf389d5d5f1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=bbb116a6-c165-4625-a74e-3cf389d5d5f1,segment=NetworkSegment(07a692ac-4f07-4085-93d3-83bfaf7e8bab),segment_id=07a692ac-4f07-4085-93d3-83bfaf7e8bab)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:53.201244 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:53.240010 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44fd6-bc06-4f86-95d0-2273059dfced req-b08f8307-6430-4a7c-b59a-e629946cbae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:53.241787 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-52c44fd6-bc06-4f86-95d0-2273059dfced req-b08f8307-6430-4a7c-b59a-e629946cbae2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 1098 time: 0.1810272 Jun 24 20:37:53.252506 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a25f85-3ea8-4ce8-9610-558da4d4cf12 req-10a39d91-1c97-4ca5-a4a2-c9c497e3858c tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:53.254078 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e9a25f85-3ea8-4ce8-9610-558da4d4cf12 req-10a39d91-1c97-4ca5-a4a2-c9c497e3858c tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 944 time: 0.1187608 Jun 24 20:37:53.270436 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=bbb116a6-c165-4625-a74e-3cf389d5d5f1,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:53.275831 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6f68a891-f6f9-48ce-a4e1-1e9d9cf33ef9 req-c73a4171-679b-4429-aeaf-d64e5024d79c tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=45e54706-1219-495a-b17b-86141f54f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724458 Jun 24 20:37:53.284508 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-35fc21c7-6d0e-4c10-bc6c-af82b6de97d9 req-d4830205-9ac9-4e77-af14-88fedf6dcf0c service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058178 Jun 24 20:37:53.363247 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c8a22210-460d-4cfd-bd3a-0b0ec0176a7c req-310efffb-663b-4449-a89e-6749184c53fd service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825812 Jun 24 20:37:53.390692 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e9a25f85-3ea8-4ce8-9610-558da4d4cf12 req-78fa2205-e162-4b8d-947a-cd637612dea3 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169903 Jun 24 20:37:53.442261 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44fd6-bc06-4f86-95d0-2273059dfced req-5023e886-f816-4cc5-b2df-b3beab136f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:53.444067 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['bbb116a6-c165-4625-a74e-3cf389d5d5f1'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:37:53.444382 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-52c44fd6-bc06-4f86-95d0-2273059dfced req-5023e886-f816-4cc5-b2df-b3beab136f70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 920 time: 0.1885443 Jun 24 20:37:53.591558 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3688ca-385f-47c5-8abd-9ac0f1a08c5b req-bfec46c6-b2a2-4760-abd6-892832ea11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:53.593060 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dd3688ca-385f-47c5-8abd-9ac0f1a08c5b req-bfec46c6-b2a2-4760-abd6-892832ea11ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6a93e932f0f417992870f3b1394e369&device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 1097 time: 0.1818283 Jun 24 20:37:53.602832 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61ab2e-335f-4f2b-971b-8418896f0d43 req-108781d5-c61c-432a-876a-55595cd65705 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:53.604647 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-de61ab2e-335f-4f2b-971b-8418896f0d43 req-108781d5-c61c-432a-876a-55595cd65705 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1487319 Jun 24 20:37:53.618620 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:53.642979 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-52c44fd6-bc06-4f86-95d0-2273059dfced req-b52fd736-48f2-4191-9d7e-e730021d05e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b879642-fe5f-481a-8c15-8ee9c1f951a0 HTTP/1.1" status: 200 len: 1000 time: 0.1916239 Jun 24 20:37:53.717906 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:53.736765 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44fd6-bc06-4f86-95d0-2273059dfced req-35efbd07-0b89-4088-9260-b5d599ad8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:53.738512 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-52c44fd6-bc06-4f86-95d0-2273059dfced req-35efbd07-0b89-4088-9260-b5d599ad8a51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.0880229 Jun 24 20:37:53.750337 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cc502-cb9d-4710-aa89-fb04332037bb req-65d01d3b-b483-4d01-af75-69fd1bf4bd45 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:53.752051 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-934cc502-cb9d-4710-aa89-fb04332037bb req-65d01d3b-b483-4d01-af75-69fd1bf4bd45 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 945 time: 0.2320809 Jun 24 20:37:53.812435 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 50604) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:37:53.819639 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3688ca-385f-47c5-8abd-9ac0f1a08c5b req-3743ea59-3f09-4241-b872-796800d11d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:53.820689 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-43c99c8c-11fd-4a62-a043-9cd807e7d42d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'floatingip': {'port_id': 'f6d4dcca-782b-4a81-a320-1467695d361c'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:37:53.821701 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dd3688ca-385f-47c5-8abd-9ac0f1a08c5b req-3743ea59-3f09-4241-b872-796800d11d23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 HTTP/1.1" status: 200 len: 910 time: 0.2161522 Jun 24 20:37:53.848358 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-de61ab2e-335f-4f2b-971b-8418896f0d43 req-c5bb02fe-a1ef-44f5-a541-92a845e8cdab tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192409 Jun 24 20:37:54.021208 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43c99c8c-11fd-4a62-a043-9cd807e7d42d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:54.089092 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f379-d339-407f-b38f-fa8efdc4c716 req-febefe64-3b55-4620-85f1-7ad055875b3e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:54.099722 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e7e8f379-d339-407f-b38f-fa8efdc4c716 req-febefe64-3b55-4620-85f1-7ad055875b3e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.1266050 Jun 24 20:37:54.184155 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e7e8f379-d339-407f-b38f-fa8efdc4c716 req-726188c2-6050-4c2e-86e1-456f76a81668 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818474 Jun 24 20:37:54.603341 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44fd6-bc06-4f86-95d0-2273059dfced req-30ce3644-3fac-412c-bae8-41391e9fadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:54.604901 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-52c44fd6-bc06-4f86-95d0-2273059dfced req-30ce3644-3fac-412c-bae8-41391e9fadc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8518515 Jun 24 20:37:54.648249 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149444b-b0ef-4699-9976-3325e823461d req-abf91a37-d6bd-42e5-92d6-9aa7dfca1196 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:54.649745 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4149444b-b0ef-4699-9976-3325e823461d req-abf91a37-d6bd-42e5-92d6-9aa7dfca1196 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.6864142 Jun 24 20:37:54.688646 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b0be9-0329-4237-b956-93c25c367ebd req-93539832-f3f8-4282-b169-3c2d12dc5964 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:54.697310 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8d3b0be9-0329-4237-b956-93c25c367ebd req-93539832-f3f8-4282-b169-3c2d12dc5964 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 945 time: 0.1473277 Jun 24 20:37:54.775010 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8d3b0be9-0329-4237-b956-93c25c367ebd req-87d26421-989c-48bb-8192-b8efe7e06a8e tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732594 Jun 24 20:37:54.862688 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4149444b-b0ef-4699-9976-3325e823461d req-cc34e76d-680d-4235-9a8b-a4af1876633c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036839 Jun 24 20:37:54.924293 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device bbb116a6-c165-4625-a74e-3cf389d5d5f1 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:37:55.031808 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43c99c8c-11fd-4a62-a043-9cd807e7d42d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:55.038590 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:55.040081 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43c99c8c-11fd-4a62-a043-9cd807e7d42d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:55.060804 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port bbb116a6-c165-4625-a74e-3cf389d5d5f1 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:37:55.071174 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port bbb116a6-c165-4625-a74e-3cf389d5d5f1 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:37:55.072365 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:55.163239 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22e5fd-896b-443c-9bf8-5ce3b87120f7 req-34c3b5e2-92b4-4cc9-8e81-ee129072d310 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:55.165573 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ee22e5fd-896b-443c-9bf8-5ce3b87120f7 req-34c3b5e2-92b4-4cc9-8e81-ee129072d310 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1747940 Jun 24 20:37:55.228404 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ee22e5fd-896b-443c-9bf8-5ce3b87120f7 req-e5d265da-522f-4e97-ae19-0b24e5748c5a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525362 Jun 24 20:37:55.279085 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.l3_db [None req-43c99c8c-11fd-4a62-a043-9cd807e7d42d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Floating IP 9d0ac406-76bb-4324-8edb-abd621e9e799 associated. External IP: 172.27.1.232, port: f6d4dcca-782b-4a81-a320-1467695d361c. Jun 24 20:37:55.354356 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port bbb116a6-c165-4625-a74e-3cf389d5d5f1 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:37:55.354755 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:55.411020 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd45cb4-f9da-4884-a487-944eb75d9f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb116a6-c165-4625-a74e-3cf389d5d5f1'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:37:55.448857 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port bbb116a6-c165-4625-a74e-3cf389d5d5f1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=bbb116a6-c165-4625-a74e-3cf389d5d5f1,segment=NetworkSegment(07a692ac-4f07-4085-93d3-83bfaf7e8bab),segment_id=07a692ac-4f07-4085-93d3-83bfaf7e8bab)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:37:55.459127 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:55.541151 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381d7c9a-965c-4dd8-8a65-a40c0a074bb0'] response: {'server_uuid': 'dbd45cb4-f9da-4884-a487-944eb75d9f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb116a6-c165-4625-a74e-3cf389d5d5f1', 'code': 200} Jun 24 20:37:55.562343 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e8e1b-8fef-4f31-90df-70f3daf790f1 req-59298b08-c497-498c-9fb1-290cf5b9c4bd tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:55.563979 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4f4e8e1b-8fef-4f31-90df-70f3daf790f1 req-59298b08-c497-498c-9fb1-290cf5b9c4bd tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.2265306 Jun 24 20:37:55.590389 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=bbb116a6-c165-4625-a74e-3cf389d5d5f1,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:37:55.739194 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4f4e8e1b-8fef-4f31-90df-70f3daf790f1 req-7c4561a3-b0cd-4a6e-a62d-565a43431066 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203775 Jun 24 20:37:55.798795 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c99c8c-11fd-4a62-a043-9cd807e7d42d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Router a897ac1a-6a68-486c-906e-21279c914a56 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:37:56.036845 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5496e5-145f-4886-bf35-79689eaba5f5 req-89714a26-5592-428a-ac14-4f3b83aacbd8 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:56.054300 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3a5496e5-145f-4886-bf35-79689eaba5f5 req-89714a26-5592-428a-ac14-4f3b83aacbd8 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 946 time: 0.1663120 Jun 24 20:37:56.100508 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3a5496e5-145f-4886-bf35-79689eaba5f5 req-ca439f02-9e8c-4b94-8d63-3806e2ae79dd tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453064 Jun 24 20:37:56.153173 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c99c8c-11fd-4a62-a043-9cd807e7d42d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:37:56.157942 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43c99c8c-11fd-4a62-a043-9cd807e7d42d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:37:56.164588 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d7b9e-0754-447b-a2cc-a896e323e658 None None] Sync routers for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:37:56.176021 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d7b9e-0754-447b-a2cc-a896e323e658 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:56.176774 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-717d7b9e-0754-447b-a2cc-a896e323e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:37:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:56.230895 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-43c99c8c-11fd-4a62-a043-9cd807e7d42d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "PUT /v2.0/floatingips/9d0ac406-76bb-4324-8edb-abd621e9e799 HTTP/1.1" status: 200 len: 991 time: 2.4154043 Jun 24 20:37:56.232697 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a3ff95-7be1-45d5-88e1-8f23dba30150', 'tag': 'f6d4dcca-782b-4a81-a320-1467695d361c'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:37:56.249609 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf9144-ef92-495a-a12e-5590789e5617 req-7dc167de-704c-4aa3-acc0-92fc906b631d tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:56.251259 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-17bf9144-ef92-495a-a12e-5590789e5617 req-7dc167de-704c-4aa3-acc0-92fc906b631d tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.1811233 Jun 24 20:37:56.428544 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-717d7b9e-0754-447b-a2cc-a896e323e658 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:56.493040 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73caccfd-4c3b-45eb-bd49-0e67ff4d5122'] response: {'name': 'network-changed', 'server_uuid': '98a3ff95-7be1-45d5-88e1-8f23dba30150', 'tag': 'f6d4dcca-782b-4a81-a320-1467695d361c', 'status': 'completed', 'code': 200} Jun 24 20:37:56.496593 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-17bf9144-ef92-495a-a12e-5590789e5617 req-b4149de0-af0d-4d85-a312-8e66f24467cc tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380714 Jun 24 20:37:56.611503 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ef494-c95f-4fea-97fa-94803cda61da req-2e02798f-66ac-4a5c-9340-d8b4b5a43099 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:56.613672 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0d1ef494-c95f-4fea-97fa-94803cda61da req-2e02798f-66ac-4a5c-9340-d8b4b5a43099 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1540630 Jun 24 20:37:56.682424 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0d1ef494-c95f-4fea-97fa-94803cda61da req-01292c06-5b14-4bc0-8240-183b8bcc0cb4 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626361 Jun 24 20:37:56.808530 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-717d7b9e-0754-447b-a2cc-a896e323e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '9d0ac406-76bb-4324-8edb-abd621e9e799', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': 'f6d4dcca-782b-4a81-a320-1467695d361c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:c5:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a3ff95-7be1-45d5-88e1-8f23dba30150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:37:29Z', 'updated_at': '2022-06-24T20:37:54Z', 'revision_number': 1, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:56.812477 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d7b9e-0754-447b-a2cc-a896e323e658 None None] Checking router: a897ac1a-6a68-486c-906e-21279c914a56 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:37:56.821210 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d7b9e-0754-447b-a2cc-a896e323e658 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:37:56.821815 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-717d7b9e-0754-447b-a2cc-a896e323e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:37:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:56.965563 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3140a9-1390-40e4-a3e4-50d5ef0bdad6 req-86d52275-6d19-4c5d-81e4-d6ecb138fd93 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:56.968505 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bb3140a9-1390-40e4-a3e4-50d5ef0bdad6 req-86d52275-6d19-4c5d-81e4-d6ecb138fd93 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.1082501 Jun 24 20:37:57.005825 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-717d7b9e-0754-447b-a2cc-a896e323e658 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:37:57.031565 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bb3140a9-1390-40e4-a3e4-50d5ef0bdad6 req-9467de07-5f72-45e8-b38e-713aae3a4388 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497031 Jun 24 20:37:57.340422 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9cc63-4952-4911-8fcb-8bd42e565b57 req-ccb8d6b2-db26-46f6-b89a-04796e297775 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:57.342707 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-72a9cc63-4952-4911-8fcb-8bd42e565b57 req-ccb8d6b2-db26-46f6-b89a-04796e297775 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 946 time: 0.1214967 Jun 24 20:37:57.419600 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-717d7b9e-0754-447b-a2cc-a896e323e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '9d0ac406-76bb-4324-8edb-abd621e9e799', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': 'f6d4dcca-782b-4a81-a320-1467695d361c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:c5:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a3ff95-7be1-45d5-88e1-8f23dba30150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:37:29Z', 'updated_at': '2022-06-24T20:37:54Z', 'revision_number': 1, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:37:57.424493 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d7b9e-0754-447b-a2cc-a896e323e658 None None] The sync data for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi is: [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '9d0ac406-76bb-4324-8edb-abd621e9e799', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': 'f6d4dcca-782b-4a81-a320-1467695d361c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:c5:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a3ff95-7be1-45d5-88e1-8f23dba30150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:37:29Z', 'updated_at': '2022-06-24T20:37:54Z', 'revision_number': 1, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:37:57.425569 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-72a9cc63-4952-4911-8fcb-8bd42e565b57 req-3c8a1f60-6ead-4f45-9989-67917b4ce2f5 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761766 Jun 24 20:37:57.710117 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14974b1-80c3-4f51-830d-8c0e2a0903fc req-18f84755-6a85-4ec0-9bb3-aca3b782ea6f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:57.717607 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c14974b1-80c3-4f51-830d-8c0e2a0903fc req-18f84755-6a85-4ec0-9bb3-aca3b782ea6f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.1047003 Jun 24 20:37:57.718480 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ca8bc-8f8b-4fd7-a0c2-f64a44cb26e3 None None] New status for floating IP 9d0ac406-76bb-4324-8edb-abd621e9e799: ACTIVE {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:37:57.761399 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c14974b1-80c3-4f51-830d-8c0e2a0903fc req-c0e6602e-018f-4b60-a1cd-ecdb6a0dfd28 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 Jun 24 20:37:57.942554 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffa132-78d5-4cd4-9d44-3a28b4c1d0f1 req-c889fb83-8a79-4492-b0ba-7eaf43a91dbd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:57.944061 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3dffa132-78d5-4cd4-9d44-3a28b4c1d0f1 req-c889fb83-8a79-4492-b0ba-7eaf43a91dbd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0881217 Jun 24 20:37:58.008134 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3dffa132-78d5-4cd4-9d44-3a28b4c1d0f1 req-b5477d95-407b-4f0e-b215-7e012be40860 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579860 Jun 24 20:37:58.252969 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66295862-72fe-4502-adb8-45e0ab947bfe req-bf6abda1-91af-4cde-b7d1-b84a2f6ecdaf tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:58.254349 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-66295862-72fe-4502-adb8-45e0ab947bfe req-bf6abda1-91af-4cde-b7d1-b84a2f6ecdaf tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.0996370 Jun 24 20:37:58.297983 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-66295862-72fe-4502-adb8-45e0ab947bfe req-85fbdaee-615c-4160-b45e-883dd5a1c15d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379274 Jun 24 20:37:58.735127 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fedb7-b94d-4816-ac36-d70a68f55856 req-ad68d064-2a02-4abd-99c9-7f1d673b9810 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:58.736713 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6c5fedb7-b94d-4816-ac36-d70a68f55856 req-ad68d064-2a02-4abd-99c9-7f1d673b9810 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 946 time: 0.1682220 Jun 24 20:37:58.783382 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6c5fedb7-b94d-4816-ac36-d70a68f55856 req-c3c1ede3-53b9-4bbe-9151-c93d7585c713 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400183 Jun 24 20:37:58.963122 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee486c6-0784-4664-b27b-89fe9998ca75 req-1ffea28d-5ff0-4df2-aebf-3193631fb7e8 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:58.964537 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1ee486c6-0784-4664-b27b-89fe9998ca75 req-1ffea28d-5ff0-4df2-aebf-3193631fb7e8 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.0945451 Jun 24 20:37:59.016304 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1ee486c6-0784-4664-b27b-89fe9998ca75 req-654a896b-1281-4548-b244-56f69d004751 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452528 Jun 24 20:37:59.227813 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd99b3b-ffca-4fa7-b82e-7a934fbe0692 req-2b01779e-2982-47fd-8c2b-95512f750db6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:59.229467 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8bd99b3b-ffca-4fa7-b82e-7a934fbe0692 req-2b01779e-2982-47fd-8c2b-95512f750db6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1116438 Jun 24 20:37:59.274097 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8bd99b3b-ffca-4fa7-b82e-7a934fbe0692 req-e6b8c917-5e34-4a4f-b223-e0a6818c4962 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387084 Jun 24 20:37:59.507890 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c988c-ce25-4082-a8aa-fc003845cb5a req-0b9d851d-e916-4914-822b-7f84ece434b9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:59.509279 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-b26c988c-ce25-4082-a8aa-fc003845cb5a req-0b9d851d-e916-4914-822b-7f84ece434b9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.0904932 Jun 24 20:37:59.569491 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-b26c988c-ce25-4082-a8aa-fc003845cb5a req-1d1f3618-5355-4962-9434-7270ec823c6a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540650 Jun 24 20:37:59.995392 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed823f0-07ee-4956-80b7-dd1c7b44a9f5 req-5ac7a0d2-5066-4d82-87c1-24c9a7b04917 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:37:59.997450 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ed823f0-07ee-4956-80b7-dd1c7b44a9f5 req-5ac7a0d2-5066-4d82-87c1-24c9a7b04917 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 946 time: 0.0932171 Jun 24 20:38:00.050554 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ed823f0-07ee-4956-80b7-dd1c7b44a9f5 req-f217d830-c9bc-490d-9330-0261bd874c33 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Jun 24 20:38:00.247203 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a224f9-5e9e-423c-9ec5-19e8adc66892 req-01bd2976-db4b-493b-a3ad-4e93132b0630 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:00.250103 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-b9a224f9-5e9e-423c-9ec5-19e8adc66892 req-01bd2976-db4b-493b-a3ad-4e93132b0630 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.0981314 Jun 24 20:38:00.314197 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-b9a224f9-5e9e-423c-9ec5-19e8adc66892 req-7fa75708-c9ca-4458-8bbd-266ec5a21547 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486615 Jun 24 20:38:00.499120 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d72031-9a60-4bcc-9f3f-4b6ea7b4dd3a req-4724d54f-0af5-4ec6-a240-97e4413c21bd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:00.500688 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-03d72031-9a60-4bcc-9f3f-4b6ea7b4dd3a req-4724d54f-0af5-4ec6-a240-97e4413c21bd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0930519 Jun 24 20:38:00.566382 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-03d72031-9a60-4bcc-9f3f-4b6ea7b4dd3a req-a1aa9f66-777a-4520-bdb5-3841756d5d96 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564582 Jun 24 20:38:00.777987 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd3158-f570-4e2d-8bb3-48c275ca324f req-17f88b02-4750-499a-a59e-4b5fbb0e6293 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:00.779458 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-46dd3158-f570-4e2d-8bb3-48c275ca324f req-17f88b02-4750-499a-a59e-4b5fbb0e6293 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.0881901 Jun 24 20:38:00.839484 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-46dd3158-f570-4e2d-8bb3-48c275ca324f req-7e5c4e63-1205-49f6-ae21-1394f7192064 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537820 Jun 24 20:38:01.268517 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f3907-2567-4081-bf33-8d3fbd48e7be req-7647c1c5-2a4b-4420-9dc6-e480ce991270 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:01.269937 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4a6f3907-2567-4081-bf33-8d3fbd48e7be req-7647c1c5-2a4b-4420-9dc6-e480ce991270 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 946 time: 0.0917284 Jun 24 20:38:01.319897 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4a6f3907-2567-4081-bf33-8d3fbd48e7be req-b80cd42a-f5cb-4448-af25-0b7a703c662d tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437839 Jun 24 20:38:01.529739 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aa2cf-e6a3-46de-a7a3-6bb7c5b68438 req-f8bbcf84-c5de-49ff-8e3a-b23a1ad3dc0d tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:01.531214 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-861aa2cf-e6a3-46de-a7a3-6bb7c5b68438 req-f8bbcf84-c5de-49ff-8e3a-b23a1ad3dc0d tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.0925851 Jun 24 20:38:01.576974 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-861aa2cf-e6a3-46de-a7a3-6bb7c5b68438 req-668fe750-18de-48c7-89df-b31030310860 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398114 Jun 24 20:38:01.770518 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c93879-dbcd-4355-8a9c-0e39d73b1eb6 req-d223f8bb-608f-41ec-ba11-57195df9b356 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:01.772183 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-01c93879-dbcd-4355-8a9c-0e39d73b1eb6 req-d223f8bb-608f-41ec-ba11-57195df9b356 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0878563 Jun 24 20:38:01.826666 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-01c93879-dbcd-4355-8a9c-0e39d73b1eb6 req-e4fd0fc9-3872-447c-b3ae-40392a8af4e8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487528 Jun 24 20:38:02.053023 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26541766-f6d7-4732-a398-8cbd5cc3a495 req-8e9e07a8-7355-480d-8bbc-15ee019ad980 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:02.054529 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-26541766-f6d7-4732-a398-8cbd5cc3a495 req-8e9e07a8-7355-480d-8bbc-15ee019ad980 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.1012435 Jun 24 20:38:02.098109 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-26541766-f6d7-4732-a398-8cbd5cc3a495 req-31fac61b-8f97-4451-9321-f730814417c1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377104 Jun 24 20:38:02.526300 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe3945-7897-4b9c-9262-20f50cdca0ad req-cca0a93b-a9d2-4e7a-97a5-7e2a19d68829 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:02.527685 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3dfe3945-7897-4b9c-9262-20f50cdca0ad req-cca0a93b-a9d2-4e7a-97a5-7e2a19d68829 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 946 time: 0.0956116 Jun 24 20:38:02.571185 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3dfe3945-7897-4b9c-9262-20f50cdca0ad req-072c8484-7ba7-4be6-9619-4010a6371b5c tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376561 Jun 24 20:38:02.795053 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6846c-7208-4284-9a72-d73e325f9265 req-2075097a-c8db-48f1-b357-1abd77bb6413 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:02.796436 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-37f6846c-7208-4284-9a72-d73e325f9265 req-2075097a-c8db-48f1-b357-1abd77bb6413 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.0938821 Jun 24 20:38:02.843097 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-37f6846c-7208-4284-9a72-d73e325f9265 req-a0fee9f7-7c90-4279-98ed-48c6a6cda9a3 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407689 Jun 24 20:38:03.041477 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528ca3f-65eb-4eb4-8256-a635a49d855c req-4c104341-3b78-453b-9d95-993bb07060a4 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:03.042927 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3528ca3f-65eb-4eb4-8256-a635a49d855c req-4c104341-3b78-453b-9d95-993bb07060a4 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0955641 Jun 24 20:38:03.091284 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3528ca3f-65eb-4eb4-8256-a635a49d855c req-9161d6f2-0e7b-49fb-a97b-bba1fd7342d3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384355 Jun 24 20:38:03.315964 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0fd6e-95f1-452a-96ec-3d0923d79490 req-3c81778d-5758-4e4f-9a38-0d5a2164b4ce tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:03.317435 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-21b0fd6e-95f1-452a-96ec-3d0923d79490 req-3c81778d-5758-4e4f-9a38-0d5a2164b4ce tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.0980904 Jun 24 20:38:03.361804 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-21b0fd6e-95f1-452a-96ec-3d0923d79490 req-7c5afb87-99c1-475b-a924-47db359cd6d1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381880 Jun 24 20:38:03.611985 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dd3688ca-385f-47c5-8abd-9ac0f1a08c5b req-bfe42f20-6726-4194-882a-d42b52a88ba0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6 HTTP/1.1" status: 200 len: 217 time: 0.1116838 Jun 24 20:38:03.678358 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-52c44fd6-bc06-4f86-95d0-2273059dfced req-3944285e-b50b-46ba-aca6-94cd6f8e0a0f service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422257 Jun 24 20:38:03.692792 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3688ca-385f-47c5-8abd-9ac0f1a08c5b req-41b542ad-dc31-4cbf-b69f-5b5b5f062320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:03.694325 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dd3688ca-385f-47c5-8abd-9ac0f1a08c5b req-41b542ad-dc31-4cbf-b69f-5b5b5f062320 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6c5a11a-86f3-4ccf-a584-ed8dd66e67da HTTP/1.1" status: 200 len: 848 time: 0.0717094 Jun 24 20:38:03.810485 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bde8a-b72f-4105-a49b-1bb9bbdf6385 req-28c90068-b011-4a7d-a81b-a60663de4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:03.811950 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-036bde8a-b72f-4105-a49b-1bb9bbdf6385 req-28c90068-b011-4a7d-a81b-a60663de4c2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 1098 time: 0.2538183 Jun 24 20:38:03.884312 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-52c44fd6-bc06-4f86-95d0-2273059dfced req-a80b53e3-73b4-47e6-8ef1-45b6d2769e78 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935875 Jun 24 20:38:03.889430 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19378b2-8aeb-47f1-a64b-51cb560239bd req-912da58b-babe-459f-b669-f52e7eccbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:03.890723 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d19378b2-8aeb-47f1-a64b-51cb560239bd req-912da58b-babe-459f-b669-f52e7eccbad4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 1099 time: 0.1773264 Jun 24 20:38:03.939466 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d19378b2-8aeb-47f1-a64b-51cb560239bd req-d6ab84f4-eeb6-4302-b534-b178045332bb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373304 Jun 24 20:38:03.962844 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3688ca-385f-47c5-8abd-9ac0f1a08c5b req-e62e0916-a0dc-41c3-90ea-3c9a80333f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:03.964343 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dd3688ca-385f-47c5-8abd-9ac0f1a08c5b req-e62e0916-a0dc-41c3-90ea-3c9a80333f98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2227602 Jun 24 20:38:03.971471 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd37f7-d4b1-48ad-96c3-eaf910db5448 req-40845dbe-0f5a-443e-ac42-948bf835dd5d tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:03.972835 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ddfd37f7-d4b1-48ad-96c3-eaf910db5448 req-40845dbe-0f5a-443e-ac42-948bf835dd5d tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 946 time: 0.2684145 Jun 24 20:38:04.000894 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bde8a-b72f-4105-a49b-1bb9bbdf6385 req-9f47b01a-b4c8-4425-b9df-05637be197e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:04.002311 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-036bde8a-b72f-4105-a49b-1bb9bbdf6385 req-9f47b01a-b4c8-4425-b9df-05637be197e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 200 len: 916 time: 0.1789434 Jun 24 20:38:04.026239 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ddfd37f7-d4b1-48ad-96c3-eaf910db5448 req-48f1a70d-f065-4f50-9e8c-cbc059a00dc8 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443823 Jun 24 20:38:04.052149 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fa62a-dab4-4c0e-a0d2-3757c4901d16 req-4911e6a4-c4d5-4b09-a6f4-c4bd7b5685a3 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:04.053603 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5a0fa62a-dab4-4c0e-a0d2-3757c4901d16 req-4911e6a4-c4d5-4b09-a6f4-c4bd7b5685a3 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.0893352 Jun 24 20:38:04.192030 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5a0fa62a-dab4-4c0e-a0d2-3757c4901d16 req-2787b391-d56d-4cf4-b7bf-e233d138709d tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326420 Jun 24 20:38:04.478623 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-036bde8a-b72f-4105-a49b-1bb9bbdf6385 req-ec977d58-691b-4a2f-a842-16331503907b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6d4dcca-782b-4a81-a320-1467695d361c HTTP/1.1" status: 200 len: 1001 time: 0.3000355 Jun 24 20:38:04.548966 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dd3688ca-385f-47c5-8abd-9ac0f1a08c5b req-52bf04d0-d724-4bdc-b0a9-3c800260f083 service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715985 Jun 24 20:38:04.566773 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9ce8d-5a66-4bb8-8a69-0416dc1d3a93 req-abcc19dc-42d3-47d7-9417-797a1c700948 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:04.568239 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-95e9ce8d-5a66-4bb8-8a69-0416dc1d3a93 req-abcc19dc-42d3-47d7-9417-797a1c700948 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.0890968 Jun 24 20:38:04.592158 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae101af-a622-47de-af96-87d393d19913 req-ef5d6d04-c989-435e-a1d5-fe7fab11ef0e tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:04.593562 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dae101af-a622-47de-af96-87d393d19913 req-ef5d6d04-c989-435e-a1d5-fe7fab11ef0e tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.3434849 Jun 24 20:38:04.615322 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-95e9ce8d-5a66-4bb8-8a69-0416dc1d3a93 req-ab744d94-9fea-4af9-bbdb-1a351f00f875 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410140 Jun 24 20:38:04.644777 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bde8a-b72f-4105-a49b-1bb9bbdf6385 req-6a1835bc-a285-4573-9a2b-20072e19d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:04.646180 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-036bde8a-b72f-4105-a49b-1bb9bbdf6385 req-6a1835bc-a285-4573-9a2b-20072e19d7c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aaff2148-a5b9-46f1-b4f3-e167f2aba951 HTTP/1.1" status: 200 len: 854 time: 0.1603656 Jun 24 20:38:04.757744 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dae101af-a622-47de-af96-87d393d19913 req-faf08915-d4d4-4d1b-8292-dfa1084ecd8e tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147804 Jun 24 20:38:04.786150 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dd3688ca-385f-47c5-8abd-9ac0f1a08c5b req-c3e555c2-9241-4936-97b2-8a85e2f42705 service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250211 Jun 24 20:38:04.803980 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bde8a-b72f-4105-a49b-1bb9bbdf6385 req-dce36195-f7bb-42af-ae81-ce1decf3918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:04.805465 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-036bde8a-b72f-4105-a49b-1bb9bbdf6385 req-dce36195-f7bb-42af-ae81-ce1decf3918f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fe66e7b-631d-49f2-87af-6f9a31183f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1407731 Jun 24 20:38:04.952980 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-036bde8a-b72f-4105-a49b-1bb9bbdf6385 req-8b53e1ea-a899-4eb7-94af-bff80a002f64 service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377194 Jun 24 20:38:04.975920 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:38:05.089437 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-036bde8a-b72f-4105-a49b-1bb9bbdf6385 req-450aebd9-5c48-4d7a-8c40-717b11ef1cdd service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260443 Jun 24 20:38:05.147538 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:38:05.160515 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'port_id': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'mac_address': 'fa:16:3e:05:eb:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:38:05.213274 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:38:05.213630 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:05.221561 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b712-3772-4acd-9921-7978eedb582a req-e2271b33-634d-4be7-8751-40aed9853695 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:05.230726 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:38:05.232441 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0b86b712-3772-4acd-9921-7978eedb582a req-e2271b33-634d-4be7-8751-40aed9853695 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 946 time: 0.0945289 Jun 24 20:38:05.264575 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:38:05.269603 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:05.286559 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0b86b712-3772-4acd-9921-7978eedb582a req-810ce8c3-34cf-44f8-85b9-a5bf8dfee74d tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482209 Jun 24 20:38:05.350210 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:38:05.416718 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cbfdc-926d-4462-a4f1-54be59f47405 req-7d591935-dc33-4b2b-a0bc-3f773ae3009a tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:05.418179 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-969cbfdc-926d-4462-a4f1-54be59f47405 req-7d591935-dc33-4b2b-a0bc-3f773ae3009a tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 945 time: 0.0903978 Jun 24 20:38:05.461215 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-969cbfdc-926d-4462-a4f1-54be59f47405 req-a7bdb605-9b73-44cc-b6d6-998c3e37c07d tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372009 Jun 24 20:38:05.581318 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['8323602e-c8e1-49bc-ab6e-875bd58c3ac6'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:38:05.816996 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d3120-58c3-4f6a-a9c0-eb6bd360a8cd req-83cf1a9c-f52a-45dd-aedd-a3af5274867c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:05.818621 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-443d3120-58c3-4f6a-a9c0-eb6bd360a8cd req-83cf1a9c-f52a-45dd-aedd-a3af5274867c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.0912809 Jun 24 20:38:05.866544 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-443d3120-58c3-4f6a-a9c0-eb6bd360a8cd req-22e2c666-e9ff-429a-80c0-8086455ce390 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415184 Jun 24 20:38:05.955135 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b3b2d-f1d3-4a9c-a4fc-20d791c5841d req-1882ce09-4f05-4b96-9295-49ca7a10f49a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:05.956621 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d20b3b2d-f1d3-4a9c-a4fc-20d791c5841d req-1882ce09-4f05-4b96-9295-49ca7a10f49a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0879264 Jun 24 20:38:06.000189 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d20b3b2d-f1d3-4a9c-a4fc-20d791c5841d req-47cae620-01b2-48be-8d78-df191da30410 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376513 Jun 24 20:38:06.476539 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05604f-cd54-4021-8191-edadf56c5bec req-abb15892-567e-426d-ac30-b35ca97082b7 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:06.477975 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5c05604f-cd54-4021-8191-edadf56c5bec req-abb15892-567e-426d-ac30-b35ca97082b7 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 946 time: 0.0867200 Jun 24 20:38:06.526106 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5c05604f-cd54-4021-8191-edadf56c5bec req-e12fb0d4-08e4-4999-adcc-f660c0581660 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Jun 24 20:38:06.582436 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:38:06.649979 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d5ec4-e759-4219-9bd9-3a37d7ac0910 req-92d4b656-57fa-4fbe-a9e1-64eecf077453 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:06.651563 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b67d5ec4-e759-4219-9bd9-3a37d7ac0910 req-92d4b656-57fa-4fbe-a9e1-64eecf077453 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 945 time: 0.0869238 Jun 24 20:38:06.697231 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b67d5ec4-e759-4219-9bd9-3a37d7ac0910 req-0c6b35ff-4307-4b4a-81a7-c9986e054768 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399117 Jun 24 20:38:06.974336 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:06.994584 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:38:07.082090 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:38:07.087712 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:38:07.088258 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:07.132488 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc759b-b89e-4c29-b489-2e20feb72a9e req-7e1870d5-399f-49af-a3f2-e34d5dc13a6c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:07.141048 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a2cc759b-b89e-4c29-b489-2e20feb72a9e req-7e1870d5-399f-49af-a3f2-e34d5dc13a6c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.1523693 Jun 24 20:38:07.199430 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a2cc759b-b89e-4c29-b489-2e20feb72a9e req-7149ba18-50b0-495d-8564-9bbb2d59e2dc tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563760 Jun 24 20:38:07.255138 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:38:07.255535 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:07.263603 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f79d37-e2f1-4a5b-b81e-e85fb28fb62f req-d2d158ea-7b26-41d4-b4bf-ed41916ee5a0 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:07.265442 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e2f79d37-e2f1-4a5b-b81e-e85fb28fb62f req-d2d158ea-7b26-41d4-b4bf-ed41916ee5a0 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0969877 Jun 24 20:38:07.282171 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:38:07.292834 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:38:07.298645 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:07.313483 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e2f79d37-e2f1-4a5b-b81e-e85fb28fb62f req-19e3de64-7b73-4077-a633-96397c0d0620 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416560 Jun 24 20:38:07.350483 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd3485e-ab81-4fed-b79a-d3490c2fbf12'] response: {'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'code': 200} Jun 24 20:38:07.396805 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:38:07.534415 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12cb4cf-d7f9-4910-bef9-7987b03b29c6 req-ce05f3f0-9db9-4693-81e1-9f3ccfe9a42a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:07.535854 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c12cb4cf-d7f9-4910-bef9-7987b03b29c6 req-ce05f3f0-9db9-4693-81e1-9f3ccfe9a42a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0903814 Jun 24 20:38:07.546539 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 50714) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:38:07.552019 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-a395f6e9-ad26-447e-875c-fd64992f956d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Request body: {'floatingip': {'port_id': '7b879642-fe5f-481a-8c15-8ee9c1f951a0'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:38:07.696689 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a395f6e9-ad26-447e-875c-fd64992f956d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for floatingip, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:07.828177 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db7dd8-c319-4df6-bdd3-a24dc0d6103c req-59c16fa0-a534-480b-8789-4b7ca5c231b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:07.829625 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-59db7dd8-c319-4df6-bdd3-a24dc0d6103c req-59c16fa0-a534-480b-8789-4b7ca5c231b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 1099 time: 0.2229936 Jun 24 20:38:07.891616 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f2066-297b-4825-8444-385a1cf00a26 req-74669f34-5831-404e-8d69-d040372231b5 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:07.893054 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-160f2066-297b-4825-8444-385a1cf00a26 req-74669f34-5831-404e-8d69-d040372231b5 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.0925279 Jun 24 20:38:07.939726 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-160f2066-297b-4825-8444-385a1cf00a26 req-4d916502-d656-4276-b4ca-f6ef282863cc tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404265 Jun 24 20:38:08.002488 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-59db7dd8-c319-4df6-bdd3-a24dc0d6103c req-2bbaff6b-3ac1-4dce-9a1a-39565f29ce23 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603484 Jun 24 20:38:08.612760 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f944a97-4866-42e4-84b2-14ea6535ebee req-98c2e7a3-0370-4b2c-8ba9-756bd8fdf034 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:08.614091 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8f944a97-4866-42e4-84b2-14ea6535ebee req-98c2e7a3-0370-4b2c-8ba9-756bd8fdf034 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.2210984 Jun 24 20:38:08.677221 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a395f6e9-ad26-447e-875c-fd64992f956d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:08.686174 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a395f6e9-ad26-447e-875c-fd64992f956d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:08.735609 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8f944a97-4866-42e4-84b2-14ea6535ebee req-d456a82b-0d14-4eff-8f27-b03f0203c3a4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084728 Jun 24 20:38:09.039327 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a395f6e9-ad26-447e-875c-fd64992f956d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Router 0dccb230-804e-48eb-a174-e24b024157e0 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:38:09.135877 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a311e-252d-4c16-8a03-40e3f6310d6f req-a8c00e36-03f9-4182-b48a-a0a732882e37 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:09.137646 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-794a311e-252d-4c16-8a03-40e3f6310d6f req-a8c00e36-03f9-4182-b48a-a0a732882e37 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.0895715 Jun 24 20:38:09.198247 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-794a311e-252d-4c16-8a03-40e3f6310d6f req-443038a1-2994-4af0-90c1-0042619b64f9 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538647 Jun 24 20:38:09.326889 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a395f6e9-ad26-447e-875c-fd64992f956d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:38:09.331117 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a395f6e9-ad26-447e-875c-fd64992f956d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:09.338314 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adde5b8-3c82-49e2-b702-dd753dca170c None None] Sync routers for ids ['0dccb230-804e-48eb-a174-e24b024157e0'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:38:09.353702 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adde5b8-3c82-49e2-b702-dd753dca170c None None] Routers {'0dccb230-804e-48eb-a174-e24b024157e0'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:38:09.354720 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1adde5b8-3c82-49e2-b702-dd753dca170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:37:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['0dccb230-804e-48eb-a174-e24b024157e0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:09.425581 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b67d275-52f1-4fd6-8029-626e19739d35', 'tag': '7b879642-fe5f-481a-8c15-8ee9c1f951a0'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:38:09.460713 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-a395f6e9-ad26-447e-875c-fd64992f956d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "PUT /v2.0/floatingips/e71876eb-78f0-4ed7-b501-8d55a39fb0e8 HTTP/1.1" status: 200 len: 992 time: 1.9107573 Jun 24 20:38:09.480782 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f82fc5-6273-414b-8695-f917d5b92bd4'] response: {'name': 'network-changed', 'server_uuid': '5b67d275-52f1-4fd6-8029-626e19739d35', 'tag': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'status': 'completed', 'code': 200} Jun 24 20:38:09.531517 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-1adde5b8-3c82-49e2-b702-dd753dca170c None None] Set router 0dccb230-804e-48eb-a174-e24b024157e0 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:38:09.581525 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7324e-ea74-4fd2-a05a-c803417b394f req-a5b6b983-5dad-4e71-a2d1-435415fee7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:09.582755 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6fa7324e-ea74-4fd2-a05a-c803417b394f req-a5b6b983-5dad-4e71-a2d1-435415fee7fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 1098 time: 0.0768943 Jun 24 20:38:09.717457 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7324e-ea74-4fd2-a05a-c803417b394f req-4d70910a-750f-489b-8030-7ab25575bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:09.718934 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6fa7324e-ea74-4fd2-a05a-c803417b394f req-4d70910a-750f-489b-8030-7ab25575bd64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 920 time: 0.1247430 Jun 24 20:38:09.830886 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6fa7324e-ea74-4fd2-a05a-c803417b394f req-edb515e7-5b44-44ef-b5b3-22a6c042084b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b879642-fe5f-481a-8c15-8ee9c1f951a0 HTTP/1.1" status: 200 len: 1000 time: 0.0963461 Jun 24 20:38:09.869485 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1adde5b8-3c82-49e2-b702-dd753dca170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': 'e71876eb-78f0-4ed7-b501-8d55a39fb0e8', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'port_id': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'mac_address': 'fa:16:3e:c1:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b67d275-52f1-4fd6-8029-626e19739d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:35:58Z', 'updated_at': '2022-06-24T20:38:08Z', 'revision_number': 3, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:34:04Z', 'revision_number': 5, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:09.873887 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adde5b8-3c82-49e2-b702-dd753dca170c None None] Checking router: 0dccb230-804e-48eb-a174-e24b024157e0 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:38:09.882000 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adde5b8-3c82-49e2-b702-dd753dca170c None None] Routers {'0dccb230-804e-48eb-a174-e24b024157e0'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:38:09.882670 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1adde5b8-3c82-49e2-b702-dd753dca170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:37:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['0dccb230-804e-48eb-a174-e24b024157e0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:09.898243 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7324e-ea74-4fd2-a05a-c803417b394f req-c7278560-b834-4c6e-9491-b339bbce46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:09.899771 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6fa7324e-ea74-4fd2-a05a-c803417b394f req-c7278560-b834-4c6e-9491-b339bbce46d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.0587101 Jun 24 20:38:09.936420 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237dc66-8420-465f-8156-4709a023d47d req-cb3e32b2-4c67-431c-a2ae-4508f3969b16 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:09.937924 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5237dc66-8420-465f-8156-4709a023d47d req-cb3e32b2-4c67-431c-a2ae-4508f3969b16 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.0868721 Jun 24 20:38:09.982728 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5237dc66-8420-465f-8156-4709a023d47d req-134b97bc-b011-44e8-a11c-dd2510470c86 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388737 Jun 24 20:38:09.990145 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7324e-ea74-4fd2-a05a-c803417b394f req-62629d58-ff62-47cc-8b03-b7ffcb85841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:09.991642 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6fa7324e-ea74-4fd2-a05a-c803417b394f req-62629d58-ff62-47cc-8b03-b7ffcb85841b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843325 Jun 24 20:38:10.055870 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-1adde5b8-3c82-49e2-b702-dd753dca170c None None] Set router 0dccb230-804e-48eb-a174-e24b024157e0 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:38:10.128502 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6fa7324e-ea74-4fd2-a05a-c803417b394f req-cec24237-a16b-4b86-8526-621dff0366d1 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259589 Jun 24 20:38:10.272146 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6fa7324e-ea74-4fd2-a05a-c803417b394f req-3c27f3c1-0717-4f99-a721-c219d77d3c27 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344690 Jun 24 20:38:10.396697 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9225a7e-2ca6-46cd-97d6-92f8f801e5d9 req-2a8fc93a-08b1-4e1d-9b34-40855fe1ce0b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:10.398061 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f9225a7e-2ca6-46cd-97d6-92f8f801e5d9 req-2a8fc93a-08b1-4e1d-9b34-40855fe1ce0b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.0872486 Jun 24 20:38:10.438921 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1adde5b8-3c82-49e2-b702-dd753dca170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': 'e71876eb-78f0-4ed7-b501-8d55a39fb0e8', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'port_id': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'mac_address': 'fa:16:3e:c1:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b67d275-52f1-4fd6-8029-626e19739d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:35:58Z', 'updated_at': '2022-06-24T20:38:08Z', 'revision_number': 3, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:34:04Z', 'revision_number': 5, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:10.442942 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adde5b8-3c82-49e2-b702-dd753dca170c None None] The sync data for ids ['0dccb230-804e-48eb-a174-e24b024157e0'] in dv-cinder-847189-4-iscsi is: [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': 'e71876eb-78f0-4ed7-b501-8d55a39fb0e8', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'port_id': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'mac_address': 'fa:16:3e:c1:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b67d275-52f1-4fd6-8029-626e19739d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:35:58Z', 'updated_at': '2022-06-24T20:38:08Z', 'revision_number': 3, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:34:04Z', 'revision_number': 5, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:38:10.443980 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f9225a7e-2ca6-46cd-97d6-92f8f801e5d9 req-ed8fb43f-7e35-45ab-9869-7255552a9e67 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401988 Jun 24 20:38:10.641371 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fe067-a30d-442d-b8ed-6d8e0ef69cae req-78059609-68e9-4e18-bfcb-b9a153503c64 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:10.642881 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fb6fe067-a30d-442d-b8ed-6d8e0ef69cae req-78059609-68e9-4e18-bfcb-b9a153503c64 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.0942364 Jun 24 20:38:10.686397 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fb6fe067-a30d-442d-b8ed-6d8e0ef69cae req-47007030-e6a5-4e06-8358-e5fdac3b6ed1 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377421 Jun 24 20:38:10.709393 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 50742) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:38:10.838504 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be43de52-8ff7-4eb9-99f0-70d76249aeee tempest-TestShelveInstance-1133300915 tempest-TestShelveInstance-1133300915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:10.839196 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-be43de52-8ff7-4eb9-99f0-70d76249aeee tempest-TestShelveInstance-1133300915 tempest-TestShelveInstance-1133300915-project-admin] Synchronizing usage tracker for tenant:af9d24d021a44450865b5cd1bf524d38 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:38:10.856454 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-be43de52-8ff7-4eb9-99f0-70d76249aeee tempest-TestShelveInstance-1133300915 tempest-TestShelveInstance-1133300915-project-admin] Unset dirty status for tenant:af9d24d021a44450865b5cd1bf524d38 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:38:10.857682 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-be43de52-8ff7-4eb9-99f0-70d76249aeee tempest-TestShelveInstance-1133300915 tempest-TestShelveInstance-1133300915-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 1094 time: 0.1472800 Jun 24 20:38:10.860630 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 50748) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:38:10.865405 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'port_id': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:38:10.871309 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:38:10.875528 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Usage tracker for resource:floatingip and tenant:a6a93e932f0f417992870f3b1394e369 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:38:10.878362 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:38:10.884007 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:38:10.895727 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:10.994491 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 2647e1d6-2556-4060-8896-3fa6bafefab1 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:38:11.036371 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:11.143756 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 2647e1d6-2556-4060-8896-3fa6bafefab1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2647e1d6-2556-4060-8896-3fa6bafefab1,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:38:11.159025 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'port_id': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'mac_address': 'fa:16:3e:00:1f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:38:11.181870 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Allocated IP 172.27.1.52 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/c721af5a-4264-4702-80d5-5c7cbc0ed44f) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:38:11.183011 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012ee63-6b3d-4b7d-9c99-2a30c5e2ff0a req-73e609cd-b0b9-4333-98e4-c0054e39eff3 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:11.184739 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6012ee63-6b3d-4b7d-9c99-2a30c5e2ff0a req-73e609cd-b0b9-4333-98e4-c0054e39eff3 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 944 time: 0.0881307 Jun 24 20:38:11.214383 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 2647e1d6-2556-4060-8896-3fa6bafefab1 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:38:11.214854 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:11.234935 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2647e1d6-2556-4060-8896-3fa6bafefab1 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:38:11.236660 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6012ee63-6b3d-4b7d-9c99-2a30c5e2ff0a req-5f568e7a-616d-49d5-aa99-381f614f871a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453436 Jun 24 20:38:11.251703 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 2647e1d6-2556-4060-8896-3fa6bafefab1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2647e1d6-2556-4060-8896-3fa6bafefab1,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:38:11.266854 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:11.327801 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:11.336214 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=2647e1d6-2556-4060-8896-3fa6bafefab1,revision_number=9']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:38:11.344301 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:11.344830 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:11.345305 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:11.345768 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:11.346406 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:11.346877 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:11.347350 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:11.347899 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:11.348352 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:11.348811 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:11.349273 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:11.349724 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:11.357861 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:11.423693 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:38:11.426383 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:38:11.434259 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:38:11.469844 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Pushing event updated for resources: {'Port': ['ID=c721af5a-4264-4702-80d5-5c7cbc0ed44f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:38:11.482301 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b67d275-52f1-4fd6-8029-626e19739d35', 'tag': '7b879642-fe5f-481a-8c15-8ee9c1f951a0'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:38:11.527091 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf86096-f8e7-42e3-af58-1ca63efdded0'] response: {'name': 'network-changed', 'server_uuid': '5b67d275-52f1-4fd6-8029-626e19739d35', 'tag': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'status': 'completed', 'code': 200} Jun 24 20:38:11.619316 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['2647e1d6-2556-4060-8896-3fa6bafefab1'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:38:11.634298 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb4db5-2b8e-4b55-a897-7ba5fccf212b req-2a42b799-2bae-465f-9154-6f04e7232c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:11.635834 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1dcb4db5-2b8e-4b55-a897-7ba5fccf212b req-2a42b799-2bae-465f-9154-6f04e7232c8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 1098 time: 0.0812466 Jun 24 20:38:11.769905 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb4db5-2b8e-4b55-a897-7ba5fccf212b req-b9395cba-a6a2-4f0b-a748-947b3e140db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:11.771287 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1dcb4db5-2b8e-4b55-a897-7ba5fccf212b req-b9395cba-a6a2-4f0b-a748-947b3e140db5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 920 time: 0.1290457 Jun 24 20:38:11.875134 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1dcb4db5-2b8e-4b55-a897-7ba5fccf212b req-2408c714-cbea-435b-bb3b-b69b29b722b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b879642-fe5f-481a-8c15-8ee9c1f951a0 HTTP/1.1" status: 200 len: 1000 time: 0.0935311 Jun 24 20:38:11.945506 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:12.020880 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:12.022901 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb4db5-2b8e-4b55-a897-7ba5fccf212b req-99522363-b76d-4b18-9388-5316c30d7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:12.024342 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1dcb4db5-2b8e-4b55-a897-7ba5fccf212b req-99522363-b76d-4b18-9388-5316c30d7164 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.1398611 Jun 24 20:38:12.110115 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb4db5-2b8e-4b55-a897-7ba5fccf212b req-f8b050fc-7a80-4654-becd-8d27ec95af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:12.111611 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1dcb4db5-2b8e-4b55-a897-7ba5fccf212b req-f8b050fc-7a80-4654-becd-8d27ec95af3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783706 Jun 24 20:38:12.220836 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:12.227408 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:12.249019 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1dcb4db5-2b8e-4b55-a897-7ba5fccf212b req-f411f39d-9149-4c5f-9225-03226a23f537 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236968 Jun 24 20:38:12.336156 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Pushing event updated for resources: {'Port': ['ID=c721af5a-4264-4702-80d5-5c7cbc0ed44f,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:38:12.351025 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:12.435222 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1dcb4db5-2b8e-4b55-a897-7ba5fccf212b req-9cbe84f1-9067-4991-bbed-1d2c62dd9126 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798918 Jun 24 20:38:12.476712 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04287873-3eb2-4a12-ab15-3dced6d5bdd1 req-5786ed31-cc10-4c0a-82ea-c611795bf122 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:12.478266 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-04287873-3eb2-4a12-ab15-3dced6d5bdd1 req-5786ed31-cc10-4c0a-82ea-c611795bf122 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 945 time: 0.1291637 Jun 24 20:38:12.524065 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-04287873-3eb2-4a12-ab15-3dced6d5bdd1 req-6cdb7456-e7d7-4abd-abfd-e6ca27f4a9ff tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383608 Jun 24 20:38:12.528663 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.l3_db [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Floating IP 6f6ceb22-9d85-4ca6-b948-88ef731ff5f1 associated. External IP: 172.27.1.52, port: 8323602e-c8e1-49bc-ab6e-875bd58c3ac6. Jun 24 20:38:12.875656 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Router a22c7e15-1617-4c04-9560-51e9104839c3 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:38:13.007463 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 2647e1d6-2556-4060-8896-3fa6bafefab1 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:38:13.058458 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:38:13.069383 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9028bef7-7d14-47f2-82d2-49ace820d00e None None] Sync routers for ids ['a22c7e15-1617-4c04-9560-51e9104839c3'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:38:13.079794 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028bef7-7d14-47f2-82d2-49ace820d00e None None] Routers {'a22c7e15-1617-4c04-9560-51e9104839c3'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:38:13.080615 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-9028bef7-7d14-47f2-82d2-49ace820d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:37:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a22c7e15-1617-4c04-9560-51e9104839c3'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:13.085298 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 2647e1d6-2556-4060-8896-3fa6bafefab1 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:38:13.085734 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:13.087710 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:13.142672 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-dcd57d68-37cd-4330-bcf4-2c6b88c5f557 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2808380 Jun 24 20:38:13.143543 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:38:13.188311 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d045fe4-4ef3-4af6-8764-6c89fd495941'] response: {'name': 'network-changed', 'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'status': 'completed', 'code': 200} Jun 24 20:38:13.209501 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 2647e1d6-2556-4060-8896-3fa6bafefab1 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:38:13.209865 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:13.236489 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:38:13.246777 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 2647e1d6-2556-4060-8896-3fa6bafefab1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2647e1d6-2556-4060-8896-3fa6bafefab1,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:38:13.252494 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:13.260645 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-9028bef7-7d14-47f2-82d2-49ace820d00e None None] Set router a22c7e15-1617-4c04-9560-51e9104839c3 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:38:13.298810 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a8d0-1cc7-4331-9f9c-12c373b690aa req-f9a4502e-035a-4643-9604-4654a6d2cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:13.300408 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6156a8d0-1cc7-4331-9f9c-12c373b690aa req-f9a4502e-035a-4643-9604-4654a6d2cb0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6a93e932f0f417992870f3b1394e369&device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 1099 time: 0.0848618 Jun 24 20:38:13.332701 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=2647e1d6-2556-4060-8896-3fa6bafefab1,revision_number=10']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:38:13.347504 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23d76c7-0c1b-42b7-95cf-ade38256bc8c'] response: {'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'code': 200} Jun 24 20:38:13.448714 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a8d0-1cc7-4331-9f9c-12c373b690aa req-494a31ca-ca40-4b43-ac0b-06fd475e3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:13.450203 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6156a8d0-1cc7-4331-9f9c-12c373b690aa req-494a31ca-ca40-4b43-ac0b-06fd475e3130 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 HTTP/1.1" status: 200 len: 910 time: 0.1412904 Jun 24 20:38:13.559584 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6156a8d0-1cc7-4331-9f9c-12c373b690aa req-06f604fa-5273-4b89-a76d-fceb7e52549e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6 HTTP/1.1" status: 200 len: 999 time: 0.0988560 Jun 24 20:38:13.628178 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a8d0-1cc7-4331-9f9c-12c373b690aa req-37da97f1-108f-4c46-b3f8-da4f681e0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:13.629641 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6156a8d0-1cc7-4331-9f9c-12c373b690aa req-37da97f1-108f-4c46-b3f8-da4f681e0cec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6c5a11a-86f3-4ccf-a584-ed8dd66e67da HTTP/1.1" status: 200 len: 848 time: 0.0638821 Jun 24 20:38:13.635326 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-9028bef7-7d14-47f2-82d2-49ace820d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:37:13Z', 'revision_number': 4, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port': {'id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:09Z', 'updated_at': '2022-06-24T20:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '6f6ceb22-9d85-4ca6-b948-88ef731ff5f1', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'port_id': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'mac_address': 'fa:16:3e:05:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:38:11Z', 'updated_at': '2022-06-24T20:38:11Z', 'revision_number': 0, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e2abfc-3b65-4063-9edc-d09e12842f02', 'name': '', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'mac_address': 'fa:16:3e:74:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:12Z', 'updated_at': '2022-06-24T20:37:20Z', 'revision_number': 5, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'subnets': [{'id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:13.639281 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9028bef7-7d14-47f2-82d2-49ace820d00e None None] Checking router: a22c7e15-1617-4c04-9560-51e9104839c3 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:38:13.647478 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028bef7-7d14-47f2-82d2-49ace820d00e None None] Routers {'a22c7e15-1617-4c04-9560-51e9104839c3'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:38:13.648056 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-9028bef7-7d14-47f2-82d2-49ace820d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:37:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a22c7e15-1617-4c04-9560-51e9104839c3'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:13.724782 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a8d0-1cc7-4331-9f9c-12c373b690aa req-07e7222c-9640-46cc-b1b2-c1447b14acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:13.726181 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6156a8d0-1cc7-4331-9f9c-12c373b690aa req-07e7222c-9640-46cc-b1b2-c1447b14acbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820162 Jun 24 20:38:13.831145 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-9028bef7-7d14-47f2-82d2-49ace820d00e None None] Set router a22c7e15-1617-4c04-9560-51e9104839c3 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:38:13.881951 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a27492-2714-412b-981a-da2ebfab72b1 req-64f3f85a-be5b-4ab2-9841-229d726eb9f3 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:13.890889 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6156a8d0-1cc7-4331-9f9c-12c373b690aa req-bc6f4613-ab52-48de-8f07-0500db37c3f7 service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547825 Jun 24 20:38:13.891762 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-82a27492-2714-412b-981a-da2ebfab72b1 req-64f3f85a-be5b-4ab2-9841-229d726eb9f3 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 947 time: 0.2447562 Jun 24 20:38:13.949943 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-82a27492-2714-412b-981a-da2ebfab72b1 req-34f5c84a-7939-4094-a0c5-963c29cfba54 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485747 Jun 24 20:38:14.079437 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6156a8d0-1cc7-4331-9f9c-12c373b690aa req-4d77b0ca-3ff3-44b3-9961-a136ad43468d service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851203 Jun 24 20:38:14.104253 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc2318-25e5-47da-96ce-ba41c8d38d38 req-bb97e590-c8c5-440c-9955-fab4f6b8a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:14.105758 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-05cc2318-25e5-47da-96ce-ba41c8d38d38 req-bb97e590-c8c5-440c-9955-fab4f6b8a567 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 1100 time: 0.1074266 Jun 24 20:38:14.148384 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-05cc2318-25e5-47da-96ce-ba41c8d38d38 req-65538446-1a8e-44fe-8691-abd30b08d4ce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333378 Jun 24 20:38:14.238830 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-9028bef7-7d14-47f2-82d2-49ace820d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:37:13Z', 'revision_number': 4, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port': {'id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:09Z', 'updated_at': '2022-06-24T20:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '6f6ceb22-9d85-4ca6-b948-88ef731ff5f1', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'port_id': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'mac_address': 'fa:16:3e:05:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:38:11Z', 'updated_at': '2022-06-24T20:38:11Z', 'revision_number': 0, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e2abfc-3b65-4063-9edc-d09e12842f02', 'name': '', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'mac_address': 'fa:16:3e:74:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:12Z', 'updated_at': '2022-06-24T20:37:20Z', 'revision_number': 5, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'subnets': [{'id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:14.242946 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9028bef7-7d14-47f2-82d2-49ace820d00e None None] The sync data for ids ['a22c7e15-1617-4c04-9560-51e9104839c3'] in dv-cinder-847189-4-iscsi is: [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:37:13Z', 'revision_number': 4, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port': {'id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:09Z', 'updated_at': '2022-06-24T20:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '6f6ceb22-9d85-4ca6-b948-88ef731ff5f1', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'port_id': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'mac_address': 'fa:16:3e:05:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:38:11Z', 'updated_at': '2022-06-24T20:38:11Z', 'revision_number': 0, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e2abfc-3b65-4063-9edc-d09e12842f02', 'name': '', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'mac_address': 'fa:16:3e:74:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:12Z', 'updated_at': '2022-06-24T20:37:20Z', 'revision_number': 5, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'subnets': [{'id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:38:14.433718 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223db2a5-24f6-47ca-ac3c-b089e6ddc699 None None] New status for floating IP 6f6ceb22-9d85-4ca6-b948-88ef731ff5f1: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:38:15.164427 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9090981-1751-4e7d-a689-263ac8e35d1e req-b2f3ec4e-7659-4acd-97ce-7eb36eb47dc3 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:15.165754 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e9090981-1751-4e7d-a689-263ac8e35d1e req-b2f3ec4e-7659-4acd-97ce-7eb36eb47dc3 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 947 time: 0.0968580 Jun 24 20:38:15.209278 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e9090981-1751-4e7d-a689-263ac8e35d1e req-6bebae23-201f-4f02-901f-acad9e389043 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376251 Jun 24 20:38:16.424732 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6910def-bbfc-4ddf-bdc7-93ec15c9a87f req-0586d963-48a0-4e3e-b6a7-a967f2445766 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:16.426191 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d6910def-bbfc-4ddf-bdc7-93ec15c9a87f req-0586d963-48a0-4e3e-b6a7-a967f2445766 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 947 time: 0.0924416 Jun 24 20:38:16.471908 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d6910def-bbfc-4ddf-bdc7-93ec15c9a87f req-77e21ec6-1ad6-4d25-b89a-011bcaea75d8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378242 Jun 24 20:38:17.698690 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3725236-5685-4d3d-9e81-21eee9ad5d87 req-8261d6e9-779e-4ca9-a0a0-634a3b99eaa5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:17.700017 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f3725236-5685-4d3d-9e81-21eee9ad5d87 req-8261d6e9-779e-4ca9-a0a0-634a3b99eaa5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 947 time: 0.1018093 Jun 24 20:38:17.746869 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f3725236-5685-4d3d-9e81-21eee9ad5d87 req-9318b5c5-2498-4516-b379-686883767ac4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410042 Jun 24 20:38:18.954714 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61251475-99ac-41c6-b938-f3990e05c3c1 req-a401ad11-597f-4475-b2d2-8bfc725f51a9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:18.956219 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-61251475-99ac-41c6-b938-f3990e05c3c1 req-a401ad11-597f-4475-b2d2-8bfc725f51a9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 947 time: 0.0920339 Jun 24 20:38:19.005266 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-61251475-99ac-41c6-b938-f3990e05c3c1 req-a2b08fb8-3d6a-49a5-9fc6-ab613a3e4d35 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431697 Jun 24 20:38:20.275616 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8e5fe-a5aa-44df-807c-72846a47cd7a req-36f6709b-2b75-40fa-b97a-dc983980bdce tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:20.277075 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8bf8e5fe-a5aa-44df-807c-72846a47cd7a req-36f6709b-2b75-40fa-b97a-dc983980bdce tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 947 time: 0.1513445 Jun 24 20:38:20.323656 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8bf8e5fe-a5aa-44df-807c-72846a47cd7a req-754126f6-5212-407d-ae19-6def03a02f06 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404677 Jun 24 20:38:20.329842 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0201fdfe-222b-4bdc-b0a3-6668dee5a05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:22.534695 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-a836c1b2-c732-498c-8cbc-7c357ba91fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:23.552135 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:23.714037 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:25.004483 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:29.179736 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77eb07-2217-4db4-9b8b-7717b43123bf req-9d461e93-5007-421d-9763-9b57e791739d tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:29.181205 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8d77eb07-2217-4db4-9b8b-7717b43123bf req-9d461e93-5007-421d-9763-9b57e791739d tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 946 time: 0.1066241 Jun 24 20:38:29.226312 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8d77eb07-2217-4db4-9b8b-7717b43123bf req-f07b8b63-c16c-4414-b289-deab66114282 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381792 Jun 24 20:38:30.427603 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279a53a-d8ec-4b28-af0e-e22f1bfd6063 req-d2c99faf-7d8e-4bf8-b191-166010b9d7fe tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:30.429051 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5279a53a-d8ec-4b28-af0e-e22f1bfd6063 req-d2c99faf-7d8e-4bf8-b191-166010b9d7fe tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 946 time: 0.0922120 Jun 24 20:38:30.474865 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5279a53a-d8ec-4b28-af0e-e22f1bfd6063 req-50272e4f-e347-431c-be81-45b0fb848cfd tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382013 Jun 24 20:38:31.144079 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20a183-1874-440f-9b98-d471efe65279 req-a4afa957-ea38-401d-af73-ba7a03c5bf15 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:31.145489 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd20a183-1874-440f-9b98-d471efe65279 req-a4afa957-ea38-401d-af73-ba7a03c5bf15 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 946 time: 0.1052475 Jun 24 20:38:31.217978 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-fd20a183-1874-440f-9b98-d471efe65279 req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Deleting port bbb116a6-c165-4625-a74e-3cf389d5d5f1 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:38:31.218352 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd20a183-1874-440f-9b98-d471efe65279 req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:31.462039 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-fd20a183-1874-440f-9b98-d471efe65279 req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] For port bbb116a6-c165-4625-a74e-3cf389d5d5f1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=bbb116a6-c165-4625-a74e-3cf389d5d5f1,segment=NetworkSegment(07a692ac-4f07-4085-93d3-83bfaf7e8bab),segment_id=07a692ac-4f07-4085-93d3-83bfaf7e8bab)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:38:31.462837 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd20a183-1874-440f-9b98-d471efe65279 req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:31.580803 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-fd20a183-1874-440f-9b98-d471efe65279 req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Calling delete_port for bbb116a6-c165-4625-a74e-3cf389d5d5f1 owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:38:31.672626 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877d432-2ff1-4d43-989f-aa9b5284e453 req-1bcbc449-27ba-4429-8d11-323f9c53ce5f tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:31.674027 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6877d432-2ff1-4d43-989f-aa9b5284e453 req-1bcbc449-27ba-4429-8d11-323f9c53ce5f tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbd45cb4-f9da-4884-a487-944eb75d9f32 HTTP/1.1" status: 200 len: 946 time: 0.0879626 Jun 24 20:38:31.717400 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6877d432-2ff1-4d43-989f-aa9b5284e453 req-a0d812af-2f8e-48ac-859b-d4973053a640 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.33 "GET /v2.0/security-groups?id=f797d2f7-577f-43b4-90f1-0f2429cd4a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371559 Jun 24 20:38:31.726469 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd20a183-1874-440f-9b98-d471efe65279 req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:31.809036 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Pushing event deleted for resources: {'Port': ['ID=bbb116a6-c165-4625-a74e-3cf389d5d5f1,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:38:31.825901 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:31.826274 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:31.826617 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:31.826952 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:31.827287 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:31.827616 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:31.828347 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:31.828689 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:31.829002 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:31.829722 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:31.830065 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:31.830543 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:31.872918 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd20a183-1874-440f-9b98-d471efe65279 req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] No DVR routers for this DVR port bbb116a6-c165-4625-a74e-3cf389d5d5f1 on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:38:31.876125 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd20a183-1874-440f-9b98-d471efe65279 req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:31.879805 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd45cb4-f9da-4884-a487-944eb75d9f32', 'name': 'network-vif-deleted', 'tag': 'bbb116a6-c165-4625-a74e-3cf389d5d5f1'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:38:31.898609 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd20a183-1874-440f-9b98-d471efe65279 req-aef1f458-5558-4106-a242-9cb8aeefe530 tempest-VolumesSnapshotTestJSON-1682479309 tempest-VolumesSnapshotTestJSON-1682479309-project] 10.222.0.15 "DELETE /v2.0/ports/bbb116a6-c165-4625-a74e-3cf389d5d5f1 HTTP/1.1" status: 204 len: 173 time: 0.7477942 Jun 24 20:38:31.926626 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edad7f7c-523f-4167-91a1-48b3a82bc87d'] response: {'server_uuid': 'dbd45cb4-f9da-4884-a487-944eb75d9f32', 'name': 'network-vif-deleted', 'tag': 'bbb116a6-c165-4625-a74e-3cf389d5d5f1', 'status': 'completed', 'code': 200} Jun 24 20:38:33.081220 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device bbb116a6-c165-4625-a74e-3cf389d5d5f1 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:38:33.121488 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: bbb116a6-c165-4625-a74e-3cf389d5d5f1 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:38:33.121823 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device bbb116a6-c165-4625-a74e-3cf389d5d5f1 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:38:36.982947 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:40.479191 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-667a8dcc-80ec-4b69-a461-354f1c95f9d2 req-b0a5ec9a-5d9e-43eb-8232-6e2f415a963d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811560 Jun 24 20:38:40.632464 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a8dcc-80ec-4b69-a461-354f1c95f9d2 req-330c6a60-ab44-47e0-898f-b375b7c4e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:40.633888 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-667a8dcc-80ec-4b69-a461-354f1c95f9d2 req-330c6a60-ab44-47e0-898f-b375b7c4e34b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 1098 time: 0.0799079 Jun 24 20:38:40.779533 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a8dcc-80ec-4b69-a461-354f1c95f9d2 req-f63d0346-a18f-41b4-8e9f-a88800fcf0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:40.781556 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-667a8dcc-80ec-4b69-a461-354f1c95f9d2 req-f63d0346-a18f-41b4-8e9f-a88800fcf0a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 200 len: 920 time: 0.1252630 Jun 24 20:38:40.852186 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-667a8dcc-80ec-4b69-a461-354f1c95f9d2 req-fca3b17d-557a-44ef-9ea2-cc26a05d4fb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbd17804-4c12-492a-b58f-1661ae21a9ae HTTP/1.1" status: 200 len: 217 time: 0.0634010 Jun 24 20:38:40.913394 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a8dcc-80ec-4b69-a461-354f1c95f9d2 req-316d45c1-e91c-4b7b-ac00-8bf37cf2cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:40.914897 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-667a8dcc-80ec-4b69-a461-354f1c95f9d2 req-316d45c1-e91c-4b7b-ac00-8bf37cf2cd2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 200 len: 858 time: 0.0561092 Jun 24 20:38:41.071191 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a8dcc-80ec-4b69-a461-354f1c95f9d2 req-95430f36-4ed9-454f-9b09-8a3a9a766ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:41.072539 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-667a8dcc-80ec-4b69-a461-354f1c95f9d2 req-95430f36-4ed9-454f-9b09-8a3a9a766ee4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227ec4-def1-4924-97fa-f9c49839cab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1514020 Jun 24 20:38:41.213250 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-667a8dcc-80ec-4b69-a461-354f1c95f9d2 req-0b38b0c7-6ec5-4366-adb8-a6a636290896 service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296434 Jun 24 20:38:41.353793 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-667a8dcc-80ec-4b69-a461-354f1c95f9d2 req-528530b9-5cb7-4788-a2fd-028db51876ce service neutron] 10.222.0.15 "GET /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335590 Jun 24 20:38:43.587976 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:38:50.339217 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-74c60491-ce19-4894-a1ef-aec3696265eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:52.527771 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-41913bc9-bdfe-40a6-951b-f434487b333c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:53.549160 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:53.714550 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:55.009632 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:55.750164 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a87d8a-75a1-4254-8879-a5d5114848af req-b0cc3cda-2530-4850-a8b6-c9d6849d2d6a tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:55.751608 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c3a87d8a-75a1-4254-8879-a5d5114848af req-b0cc3cda-2530-4850-a8b6-c9d6849d2d6a tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 945 time: 0.0928886 Jun 24 20:38:55.800371 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c3a87d8a-75a1-4254-8879-a5d5114848af req-cea8afed-3bd4-40e2-8438-8649f795c820 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=45e54706-1219-495a-b17b-86141f54f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401890 Jun 24 20:38:57.039644 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd4d00-f110-4df5-b856-9df6854da945 req-3df27c8e-09ba-4e44-b6ba-0f932d9c2434 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:57.041088 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98cd4d00-f110-4df5-b856-9df6854da945 req-3df27c8e-09ba-4e44-b6ba-0f932d9c2434 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 945 time: 0.1061325 Jun 24 20:38:57.085813 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98cd4d00-f110-4df5-b856-9df6854da945 req-fbdc71f1-4261-4871-9190-554f8571cfb2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=45e54706-1219-495a-b17b-86141f54f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387862 Jun 24 20:38:57.336763 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51116) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:38:57.400119 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-c0b9b0b5-5651-4cc8-8c79-62803edc2f05 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:57.401639 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-c0b9b0b5-5651-4cc8-8c79-62803edc2f05 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 945 time: 0.0979621 Jun 24 20:38:57.417350 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Deleting subnet 8196844f-e0b0-4d65-abb0-9d8a1f86466e {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:38:57.420298 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:57.470769 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324530'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:57.474714 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Deleting port f6d4dcca-782b-4a81-a320-1467695d361c {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:38:57.475405 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:57.540120 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:57.618809 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584376'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:57.656696 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8196844f-e0b0-4d65-abb0-9d8a1f86466e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:38:57.661602 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:57.669226 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:57.669563 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:57.669891 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:57.670246 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:57.670567 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:57.670884 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:57.671198 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:57.671511 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:57.671823 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:57.672132 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:57.672438 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:57.672746 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:38:57.676596 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-7c90b405-5f0f-4d9a-b1fd-0f1242a62111 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/8196844f-e0b0-4d65-abb0-9d8a1f86466e HTTP/1.1" status: 204 len: 168 time: 0.3382065 Jun 24 20:38:57.679111 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51124) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:38:57.745592 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] For port f6d4dcca-782b-4a81-a320-1467695d361c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f6d4dcca-782b-4a81-a320-1467695d361c,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:38:57.746074 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:57.781349 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fbf5-03d5-45d1-8870-880583c7ecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:57.908253 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fbf5-03d5-45d1-8870-880583c7ecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:57.940616 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-ccb6fbf5-03d5-45d1-8870-880583c7ecad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837b17a6-9961-4d43-88ff-9792983c7060']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:57.952959 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-ccb6fbf5-03d5-45d1-8870-880583c7ecad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a692ac-4f07-4085-93d3-83bfaf7e8bab') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:57.953267 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-ccb6fbf5-03d5-45d1-8870-880583c7ecad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a692ac-4f07-4085-93d3-83bfaf7e8bab') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:57.964487 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fbf5-03d5-45d1-8870-880583c7ecad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324539'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:57.980487 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fbf5-03d5-45d1-8870-880583c7ecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:57.986983 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb6fbf5-03d5-45d1-8870-880583c7ecad admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:38:57.987462 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fbf5-03d5-45d1-8870-880583c7ecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653593'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:58.033635 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:58.034000 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:58.034332 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Floating IP 9d0ac406-76bb-4324-8edb-abd621e9e799 disassociated. External IP: 172.27.1.232, port: f6d4dcca-782b-4a81-a320-1467695d361c. Jun 24 20:38:58.034666 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Calling delete_port for f6d4dcca-782b-4a81-a320-1467695d361c owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:38:58.048494 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 07a692ac-4f07-4085-93d3-83bfaf7e8bab resource provider aggregate not found Jun 24 20:38:58.069987 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 07a692ac-4f07-4085-93d3-83bfaf7e8bab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07a692ac-4f07-4085-93d3-83bfaf7e8bab found for delete ", "request_id": "req-ac297448-7f43-4208-aa9f-6a12889c10c4"}]} Jun 24 20:38:58.083500 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fbf5-03d5-45d1-8870-880583c7ecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:58.109785 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fbf5-03d5-45d1-8870-880583c7ecad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:58.112411 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6fbf5-03d5-45d1-8870-880583c7ecad admin admin] Pushing event deleted for resources: {'Network': ['ID=837b17a6-9961-4d43-88ff-9792983c7060,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:38:58.126506 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-ccb6fbf5-03d5-45d1-8870-880583c7ecad admin admin] 10.222.0.33 "DELETE /v2.0/networks/837b17a6-9961-4d43-88ff-9792983c7060 HTTP/1.1" status: 204 len: 168 time: 0.4461045 Jun 24 20:38:58.204053 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:58.260020 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-de6f4777-0fc4-42a0-8a62-19272cebd5a5 req-2271e2cd-7ed1-4249-9a2c-c20526218519 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 210 time: 0.0517623 Jun 24 20:38:58.263411 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event deleted for resources: {'Port': ['ID=f6d4dcca-782b-4a81-a320-1467695d361c,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:38:58.322543 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51136) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:38:58.375622 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-5ef9610b-ab8c-4010-afa7-bcba5dfeab98 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a662e71bcb9e46b88aaff2f3a6b86d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487614 Jun 24 20:38:58.378626 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51140) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:38:58.438556 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6144f9e9-d883-49ad-b5a5-32028eeabb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:58.463197 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6144f9e9-d883-49ad-b5a5-32028eeabb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:58.465357 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Router a897ac1a-6a68-486c-906e-21279c914a56 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:38:58.519271 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6144f9e9-d883-49ad-b5a5-32028eeabb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:58.537655 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144f9e9-d883-49ad-b5a5-32028eeabb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f797d2f7-577f-43b4-90f1-0f2429cd4a54,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:38:58.545254 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6144f9e9-d883-49ad-b5a5-32028eeabb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:58.546334 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-6144f9e9-d883-49ad-b5a5-32028eeabb1f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f797d2f7-577f-43b4-90f1-0f2429cd4a54 HTTP/1.1" status: 204 len: 168 time: 0.1666055 Jun 24 20:38:58.751134 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:38:58.764527 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5f56d-4bcf-4508-8430-8d8f75f780de None None] Sync routers for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:38:58.777614 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5f56d-4bcf-4508-8430-8d8f75f780de None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:38:58.778385 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c8c5f56d-4bcf-4508-8430-8d8f75f780de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:38:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:58.852801 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] No DVR routers for this DVR port f6d4dcca-782b-4a81-a320-1467695d361c on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:38:58.859329 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:38:58.870934 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a3ff95-7be1-45d5-88e1-8f23dba30150', 'name': 'network-vif-deleted', 'tag': 'f6d4dcca-782b-4a81-a320-1467695d361c'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:38:58.891870 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-69233fec-6caf-4e29-b889-aeaf9c944631 req-6af2ada8-bb0b-41d1-866f-b1ead05cb2a2 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "DELETE /v2.0/ports/f6d4dcca-782b-4a81-a320-1467695d361c HTTP/1.1" status: 204 len: 173 time: 1.4829559 Jun 24 20:38:58.938731 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ee67b1-53f1-4866-aa7c-23bdfb51db9b'] response: {'server_uuid': '98a3ff95-7be1-45d5-88e1-8f23dba30150', 'name': 'network-vif-deleted', 'tag': 'f6d4dcca-782b-4a81-a320-1467695d361c', 'status': 'completed', 'code': 200} Jun 24 20:38:58.970817 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-c8c5f56d-4bcf-4508-8430-8d8f75f780de None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:38:59.259731 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd2cbb-28ae-4edb-bae9-7f1bb724ba04 req-82976bed-6639-4543-be76-ef22f41f3663 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:38:59.262613 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-83dd2cbb-28ae-4edb-bae9-7f1bb724ba04 req-82976bed-6639-4543-be76-ef22f41f3663 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1004298 Jun 24 20:38:59.305772 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c8c5f56d-4bcf-4508-8430-8d8f75f780de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:59.309875 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5f56d-4bcf-4508-8430-8d8f75f780de None None] Checking router: a897ac1a-6a68-486c-906e-21279c914a56 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:38:59.322771 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-83dd2cbb-28ae-4edb-bae9-7f1bb724ba04 req-013cf22c-b8f4-4fa4-a07e-a628a90c1af7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556080 Jun 24 20:38:59.342237 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5f56d-4bcf-4508-8430-8d8f75f780de None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:38:59.343358 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c8c5f56d-4bcf-4508-8430-8d8f75f780de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:38:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:59.479566 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-745adbc8-08e6-41dc-87e5-94107e4c14ab req-5860b873-eb92-49b2-9c33-e76e418aa408 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=98a3ff95-7be1-45d5-88e1-8f23dba30150 HTTP/1.1" status: 200 len: 210 time: 0.0604365 Jun 24 20:38:59.561201 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-c8c5f56d-4bcf-4508-8430-8d8f75f780de None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:38:59.880682 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c8c5f56d-4bcf-4508-8430-8d8f75f780de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:38:59.885300 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5f56d-4bcf-4508-8430-8d8f75f780de None None] The sync data for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi is: [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:39:00.131842 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b0460a-1870-4012-aaf3-7a630a76a7f4 None None] New status for floating IP 9d0ac406-76bb-4324-8edb-abd621e9e799: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:39:00.545175 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791975-527d-4541-80bf-3027daa49b8f req-3b6ffc04-f6b7-4a36-a843-0e216d561109 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:00.546638 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33791975-527d-4541-80bf-3027daa49b8f req-3b6ffc04-f6b7-4a36-a843-0e216d561109 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0924261 Jun 24 20:39:00.596765 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33791975-527d-4541-80bf-3027daa49b8f req-65c6e699-7894-4e13-9141-9ee9bbfe54b9 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444124 Jun 24 20:39:00.599771 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51194) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:00.665817 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e51d-e0b1-4b9f-9bc4-212ba7fce321 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:00.702941 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e51d-e0b1-4b9f-9bc4-212ba7fce321 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:00.763330 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e51d-e0b1-4b9f-9bc4-212ba7fce321 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:00.782451 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8e51d-e0b1-4b9f-9bc4-212ba7fce321 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e54706-1219-495a-b17b-86141f54f37d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:00.792389 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e51d-e0b1-4b9f-9bc4-212ba7fce321 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:00.793492 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-4fd8e51d-e0b1-4b9f-9bc4-212ba7fce321 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "DELETE /v2.0/security-groups/45e54706-1219-495a-b17b-86141f54f37d HTTP/1.1" status: 204 len: 168 time: 0.1926043 Jun 24 20:39:00.796403 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51198) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:00.813214 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.api.v2.resource [None req-5797c32a-de41-4ffa-bb18-50d56e26070c tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] show failed (client error): The resource could not be found. Jun 24 20:39:00.814274 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-5797c32a-de41-4ffa-bb18-50d56e26070c tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups/45e54706-1219-495a-b17b-86141f54f37d HTTP/1.1" status: 404 len: 347 time: 0.0167882 Jun 24 20:39:00.817187 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51202) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:00.987349 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5b529b0c-714c-4e75-8f5c-9e493bf12aba tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Deleting port cfe16b40-db44-448a-9fca-78ed172d5cf3 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:39:00.987804 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b529b0c-714c-4e75-8f5c-9e493bf12aba tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:01.163781 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device f6d4dcca-782b-4a81-a320-1467695d361c no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:39:01.199539 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: f6d4dcca-782b-4a81-a320-1467695d361c {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:39:01.199803 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device f6d4dcca-782b-4a81-a320-1467695d361c not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:39:01.279940 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b529b0c-714c-4e75-8f5c-9e493bf12aba tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:01.280214 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b529b0c-714c-4e75-8f5c-9e493bf12aba tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:01.405798 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5b529b0c-714c-4e75-8f5c-9e493bf12aba tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Calling delete_port for cfe16b40-db44-448a-9fca-78ed172d5cf3 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:39:01.550922 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b529b0c-714c-4e75-8f5c-9e493bf12aba tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:01.595674 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b529b0c-714c-4e75-8f5c-9e493bf12aba tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event deleted for resources: {'Port': ['ID=cfe16b40-db44-448a-9fca-78ed172d5cf3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:01.694729 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b529b0c-714c-4e75-8f5c-9e493bf12aba tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:01.747907 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b529b0c-714c-4e75-8f5c-9e493bf12aba tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:01.749040 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-5b529b0c-714c-4e75-8f5c-9e493bf12aba tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "DELETE /v2.0/floatingips/9d0ac406-76bb-4324-8edb-abd621e9e799 HTTP/1.1" status: 204 len: 168 time: 0.9308794 Jun 24 20:39:01.795006 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1d0de-ab71-493f-b8a7-cd7eb602c16b req-9279c402-879a-4ec4-9c87-767c95e3bce4 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:01.796462 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-cab1d0de-ab71-493f-b8a7-cd7eb602c16b req-9279c402-879a-4ec4-9c87-767c95e3bce4 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0890791 Jun 24 20:39:01.826733 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51218) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:01.831994 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180661408', 'description': 'tempest-description--208988359'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:01.838511 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:01.842860 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:01.845575 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-cab1d0de-ab71-493f-b8a7-cd7eb602c16b req-10d45bd3-a4f8-45a7-bb96-e3979ca81fc3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431678 Jun 24 20:39:01.845932 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:01.855705 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:01.866596 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:01.886637 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:01.890703 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group_rule and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:01.893608 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:01.899729 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:01.974018 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:01.979288 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.021495 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e440d9-cd8a-467f-9a01-f3a1a1894c0b,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:02.025265 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.026469 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-3a0b0d3a-d4bd-4152-a408-12c9322f29e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1986916 Jun 24 20:39:02.029960 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51222) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:02.034390 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-b6255e93-4d13-47e9-b27a-eb720266a7ab tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'security_group_rule': {'security_group_id': '81e440d9-cd8a-467f-9a01-f3a1a1894c0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:02.040327 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-b6255e93-4d13-47e9-b27a-eb720266a7ab tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:02.044329 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-b6255e93-4d13-47e9-b27a-eb720266a7ab tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group_rule and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:02.047360 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-b6255e93-4d13-47e9-b27a-eb720266a7ab tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:02.053214 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-b6255e93-4d13-47e9-b27a-eb720266a7ab tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:02.070816 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b6255e93-4d13-47e9-b27a-eb720266a7ab tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.137399 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b6255e93-4d13-47e9-b27a-eb720266a7ab tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.144568 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b6255e93-4d13-47e9-b27a-eb720266a7ab tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.169952 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6255e93-4d13-47e9-b27a-eb720266a7ab tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4508b4d2-53d1-4a80-ba30-7a3ffb36d062,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:02.180932 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b6255e93-4d13-47e9-b27a-eb720266a7ab tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.182158 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-b6255e93-4d13-47e9-b27a-eb720266a7ab tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517434 Jun 24 20:39:02.185205 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51226) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:02.189975 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-de20b157-fdb7-4495-8101-1c9d74d74889 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'security_group_rule': {'security_group_id': '81e440d9-cd8a-467f-9a01-f3a1a1894c0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:02.195643 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-de20b157-fdb7-4495-8101-1c9d74d74889 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:02.199887 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-de20b157-fdb7-4495-8101-1c9d74d74889 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:security_group_rule and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:02.202947 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-de20b157-fdb7-4495-8101-1c9d74d74889 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:02.209036 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-de20b157-fdb7-4495-8101-1c9d74d74889 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:02.230706 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de20b157-fdb7-4495-8101-1c9d74d74889 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.305625 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de20b157-fdb7-4495-8101-1c9d74d74889 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.311142 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de20b157-fdb7-4495-8101-1c9d74d74889 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.334916 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20b157-fdb7-4495-8101-1c9d74d74889 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f328ec-bccd-43b7-b4a9-27ca000ce727,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:02.344666 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de20b157-fdb7-4495-8101-1c9d74d74889 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.345985 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-de20b157-fdb7-4495-8101-1c9d74d74889 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598389 Jun 24 20:39:02.349113 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51230) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:02.353876 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:02.359648 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:02.363807 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Usage tracker for resource:floatingip and tenant:50d9fb9258c640e88fc3f13defa38c4d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:02.366855 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:02.372903 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:02.384817 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.521727 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.668443 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Allocated IP 172.27.1.80 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/f4af7d8f-5513-4942-b20d-1cda665ce362) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:39:02.812783 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.846069 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:02.905264 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:39:02.912127 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:39:02.916162 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:39:02.944633 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'Port': ['ID=f4af7d8f-5513-4942-b20d-1cda665ce362,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:03.058370 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:03.071502 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ee7f1-e8a4-4dbb-9667-83edcd929787 req-10056f1d-ced7-4924-8e5b-b9b527caaacf tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:03.072959 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-032ee7f1-e8a4-4dbb-9667-83edcd929787 req-10056f1d-ced7-4924-8e5b-b9b527caaacf tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1184659 Jun 24 20:39:03.156404 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:03.187337 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-032ee7f1-e8a4-4dbb-9667-83edcd929787 req-abf3008d-56a7-4d20-87f1-f864e41c45bb tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905654 Jun 24 20:39:03.441486 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:03.448025 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:03.548958 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'Port': ['ID=f4af7d8f-5513-4942-b20d-1cda665ce362,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:03.564344 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:03.587344 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:03.588489 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-4d052925-8247-42b1-9b8a-89905d42e747 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2385104 Jun 24 20:39:03.817201 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-273544a3-2121-4883-9818-fad2d7d399bd req-1469e6a0-73bb-4cd3-a9cc-13bba5dd2471 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:03.835733 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-273544a3-2121-4883-9818-fad2d7d399bd req-1469e6a0-73bb-4cd3-a9cc-13bba5dd2471 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:03.836992 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-1469e6a0-73bb-4cd3-a9cc-13bba5dd2471 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1180661408&fields=id&tenant_id=50d9fb9258c640e88fc3f13defa38c4d HTTP/1.1" status: 200 len: 267 time: 0.0577483 Jun 24 20:39:04.000344 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273544a3-2121-4883-9818-fad2d7d399bd req-49e9a4d9-2e11-4c7e-a72d-d8d3d06fc989 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:04.001688 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-49e9a4d9-2e11-4c7e-a72d-d8d3d06fc989 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/networks?id=7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 200 len: 815 time: 0.1577778 Jun 24 20:39:04.016577 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-cba60bae-c559-4ed0-baca-ea464bf36f83 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/quotas/50d9fb9258c640e88fc3f13defa38c4d HTTP/1.1" status: 200 len: 375 time: 0.0091507 Jun 24 20:39:04.105336 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-273544a3-2121-4883-9818-fad2d7d399bd req-f01d1066-b0dd-4ddf-ab98-9ab2fcd639c6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:04.124559 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-273544a3-2121-4883-9818-fad2d7d399bd req-f01d1066-b0dd-4ddf-ab98-9ab2fcd639c6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:04.126115 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-f01d1066-b0dd-4ddf-ab98-9ab2fcd639c6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1046827 Jun 24 20:39:04.380743 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-9ee0e227-919b-4a55-a225-076ea2f4ae41 service neutron] 10.222.0.33 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421691 Jun 24 20:39:04.384019 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec03f17-27a2-46a5-99bb-f70f5c550c47 req-7bc5dade-ebde-44f6-be4e-a1a2d421be2b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:04.385669 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-aec03f17-27a2-46a5-99bb-f70f5c550c47 req-7bc5dade-ebde-44f6-be4e-a1a2d421be2b tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.0928190 Jun 24 20:39:04.432451 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-aec03f17-27a2-46a5-99bb-f70f5c550c47 req-65707b9d-081b-434e-83bb-141b96bb1b00 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408604 Jun 24 20:39:04.511214 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-3a477d09-17d5-46e5-8a1d-c90457d1c340 service neutron] 10.222.0.33 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295915 Jun 24 20:39:04.754314 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-f2e420b4-8d9c-4665-801f-81a51b4aa7c5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:04.755964 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-f2e420b4-8d9c-4665-801f-81a51b4aa7c5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 945 time: 0.1698394 Jun 24 20:39:04.757525 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-84d05b76-b97d-4ba8-93cf-25aaed09ca8e req-c0705a55-9ef9-49a2-ac71-eba3cae9795b tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 210 time: 0.0906773 Jun 24 20:39:04.856947 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Deleting port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:39:04.857285 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:05.129551 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] For port 7b879642-fe5f-481a-8c15-8ee9c1f951a0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7b879642-fe5f-481a-8c15-8ee9c1f951a0,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:05.130040 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:05.432574 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:05.433258 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:05.433258 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Floating IP e71876eb-78f0-4ed7-b501-8d55a39fb0e8 disassociated. External IP: 172.27.1.78, port: 7b879642-fe5f-481a-8c15-8ee9c1f951a0. Jun 24 20:39:05.433554 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Calling delete_port for 7b879642-fe5f-481a-8c15-8ee9c1f951a0 owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:39:05.622950 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:05.675255 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Pushing event deleted for resources: {'Port': ['ID=7b879642-fe5f-481a-8c15-8ee9c1f951a0,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:05.749143 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56e3c2-53bb-494f-8621-d58162e01960 req-c9fde9aa-e4a7-4450-9bc2-345a28698a13 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:05.751011 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5e56e3c2-53bb-494f-8621-d58162e01960 req-c9fde9aa-e4a7-4450-9bc2-345a28698a13 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 867 time: 0.2081094 Jun 24 20:39:05.869822 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5e56e3c2-53bb-494f-8621-d58162e01960 req-245feff5-0620-45d2-8d8a-6dcff3ee598a tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=74489120-d0ad-4d3b-81e8-0a269d8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660224 Jun 24 20:39:05.919582 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-08fd3616-75a9-4e05-929b-f0b19230d59d req-f948ba2b-f31b-4a22-8c3c-c3a8530eeb71 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 210 time: 0.0557151 Jun 24 20:39:05.978224 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Router 0dccb230-804e-48eb-a174-e24b024157e0 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:39:06.156472 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:39:06.166471 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ffb8a-afde-4fb2-b0b9-950ccd0e65bb None None] Sync routers for ids ['0dccb230-804e-48eb-a174-e24b024157e0'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:39:06.176142 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ffb8a-afde-4fb2-b0b9-950ccd0e65bb None None] Routers {'0dccb230-804e-48eb-a174-e24b024157e0'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:06.176815 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-5b3ffb8a-afde-4fb2-b0b9-950ccd0e65bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:38:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['0dccb230-804e-48eb-a174-e24b024157e0'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:06.240409 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] No DVR routers for this DVR port 7b879642-fe5f-481a-8c15-8ee9c1f951a0 on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:39:06.243105 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:06.245641 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b67d275-52f1-4fd6-8029-626e19739d35', 'name': 'network-vif-deleted', 'tag': '7b879642-fe5f-481a-8c15-8ee9c1f951a0'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:39:06.263117 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-82891a88-fb26-48d6-aab1-6e6200cca851 req-673db3cf-9297-4204-ab66-9df3e8794800 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "DELETE /v2.0/ports/7b879642-fe5f-481a-8c15-8ee9c1f951a0 HTTP/1.1" status: 204 len: 173 time: 1.4998298 Jun 24 20:39:06.382614 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-5b3ffb8a-afde-4fb2-b0b9-950ccd0e65bb None None] Set router 0dccb230-804e-48eb-a174-e24b024157e0 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:06.420121 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250180c9-2918-47d2-807d-e0d637436cb2'] response: {'server_uuid': '5b67d275-52f1-4fd6-8029-626e19739d35', 'name': 'network-vif-deleted', 'tag': '7b879642-fe5f-481a-8c15-8ee9c1f951a0', 'status': 'completed', 'code': 200} Jun 24 20:39:06.709203 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-5b3ffb8a-afde-4fb2-b0b9-950ccd0e65bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:34:04Z', 'revision_number': 5, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:06.713018 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ffb8a-afde-4fb2-b0b9-950ccd0e65bb None None] Checking router: 0dccb230-804e-48eb-a174-e24b024157e0 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:39:06.721901 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ffb8a-afde-4fb2-b0b9-950ccd0e65bb None None] Routers {'0dccb230-804e-48eb-a174-e24b024157e0'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:06.722510 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-5b3ffb8a-afde-4fb2-b0b9-950ccd0e65bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:38:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['0dccb230-804e-48eb-a174-e24b024157e0'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:06.897992 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-5b3ffb8a-afde-4fb2-b0b9-950ccd0e65bb None None] Set router 0dccb230-804e-48eb-a174-e24b024157e0 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:07.025846 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f830dabc-22be-4b64-81c7-918214752302 req-f92d84a9-4509-4d8a-a8f9-8e58c63408c5 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 210 time: 0.0480206 Jun 24 20:39:07.073562 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-5abf405e-1581-4e11-a017-685a422524b6 req-619ed455-5911-49c0-be4c-c21cb1f82d55 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:07.084986 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-5abf405e-1581-4e11-a017-685a422524b6 req-619ed455-5911-49c0-be4c-c21cb1f82d55 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:07.086099 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5abf405e-1581-4e11-a017-685a422524b6 req-619ed455-5911-49c0-be4c-c21cb1f82d55 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 210 time: 0.0591559 Jun 24 20:39:07.202899 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-5b3ffb8a-afde-4fb2-b0b9-950ccd0e65bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:34:04Z', 'revision_number': 5, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:07.206896 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ffb8a-afde-4fb2-b0b9-950ccd0e65bb None None] The sync data for ids ['0dccb230-804e-48eb-a174-e24b024157e0'] in dv-cinder-847189-4-iscsi is: [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:33:44Z', 'revision_number': 4, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '908806fa-9b8a-4589-9d65-ce1661e6b87b', 'name': '', 'network_id': '06227ec4-def1-4924-97fa-f9c49839cab3', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'mac_address': 'fa:16:3e:52:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e02b5670-f217-4f99-9448-1d750526a468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:43Z', 'updated_at': '2022-06-24T20:34:04Z', 'revision_number': 5, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'subnets': [{'id': 'e02b5670-f217-4f99-9448-1d750526a468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:39:07.420677 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b62f3a-bbc7-407a-a729-78d29f357048 None None] New status for floating IP e71876eb-78f0-4ed7-b501-8d55a39fb0e8: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:39:07.794625 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:08.203956 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-7541d223-1329-4387-b945-c602c274504d req-7b6eb5ab-5014-4d15-bb5b-13aa676c6eb0 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Synchronizing usage tracker for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:08.223267 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-7541d223-1329-4387-b945-c602c274504d req-7b6eb5ab-5014-4d15-bb5b-13aa676c6eb0 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Unset dirty status for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:08.224532 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7541d223-1329-4387-b945-c602c274504d req-7b6eb5ab-5014-4d15-bb5b-13aa676c6eb0 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b67d275-52f1-4fd6-8029-626e19739d35 HTTP/1.1" status: 200 len: 210 time: 0.0770361 Jun 24 20:39:08.273200 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f6247b7b-0be2-42d6-aefa-7d37975d334d req-dd3dc64a-dd7f-41e3-8232-cacf98e8c1c1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 210 time: 0.0786374 Jun 24 20:39:08.856103 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273544a3-2121-4883-9818-fad2d7d399bd req-9dba4599-18d5-4f80-ba52-8fcbf7e98600 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:08.857474 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-9dba4599-18d5-4f80-ba52-8fcbf7e98600 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "GET /v2.0/networks?id=7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 200 len: 815 time: 0.1529102 Jun 24 20:39:08.907510 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-273544a3-2121-4883-9818-fad2d7d399bd req-d541d47c-16b8-407c-9b23-8cad933f3aa3 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:08.919325 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-273544a3-2121-4883-9818-fad2d7d399bd req-d541d47c-16b8-407c-9b23-8cad933f3aa3 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:08.920459 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-d541d47c-16b8-407c-9b23-8cad933f3aa3 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50d9fb9258c640e88fc3f13defa38c4d HTTP/1.1" status: 200 len: 380 time: 0.0550795 Jun 24 20:39:08.928605 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'port': {'device_id': '18a3beb3-7be5-485c-8968-25985e689a33', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'admin_state_up': True, 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'security_groups': ['81e440d9-cd8a-467f-9a01-f3a1a1894c0b']}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:09.065956 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:09.075790 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:09.088210 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Made reservation on behalf of 50d9fb9258c640e88fc3f13defa38c4d for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:39:09.091769 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:09.257768 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Allocated IP 172.20.0.7 (7fe66e7b-631d-49f2-87af-6f9a31183f39/aaff2148-a5b9-46f1-b4f3-e167f2aba951/081cae39-6f9a-431b-a28b-162c5e9b225e) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:39:09.368620 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51334) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:09.500951 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b504c832-1a51-41f0-bcab-1b62728f7379 req-3db35589-a381-4727-a96e-81ef0c086e54 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 210 time: 0.0849187 Jun 24 20:39:09.551475 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bbb542cb-0747-42c4-8b95-6ff29ce329b3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:09.554891 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:09.589264 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Transition to ACTIVE for port object 081cae39-6f9a-431b-a28b-162c5e9b225e will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:39:09.594556 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bbb542cb-0747-42c4-8b95-6ff29ce329b3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:09.648725 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:09.709609 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bbb542cb-0747-42c4-8b95-6ff29ce329b3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:09.735127 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Network 7fe66e7b-631d-49f2-87af-6f9a31183f39 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:39:09.747444 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:39:09.750355 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:39:09.782339 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb542cb-0747-42c4-8b95-6ff29ce329b3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74489120-d0ad-4d3b-81e8-0a269d8594a9,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:09.796062 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event updated for resources: {'Port': ['ID=081cae39-6f9a-431b-a28b-162c5e9b225e,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:09.822627 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bbb542cb-0747-42c4-8b95-6ff29ce329b3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:09.823747 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-bbb542cb-0747-42c4-8b95-6ff29ce329b3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "DELETE /v2.0/security-groups/74489120-d0ad-4d3b-81e8-0a269d8594a9 HTTP/1.1" status: 204 len: 168 time: 0.4541790 Jun 24 20:39:09.826616 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51344) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:09.837519 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:09.838466 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:09.844004 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.api.v2.resource [None req-435801c8-e643-45f2-ad9d-46eeeefe92fb tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] show failed (client error): The resource could not be found. Jun 24 20:39:09.847830 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-435801c8-e643-45f2-ad9d-46eeeefe92fb tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups/74489120-d0ad-4d3b-81e8-0a269d8594a9 HTTP/1.1" status: 404 len: 347 time: 0.0202010 Jun 24 20:39:09.848390 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51348) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:09.858263 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-361dfa53-5db3-4237-8b56-3c37ef2b04a1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9331350 Jun 24 20:39:10.054909 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-617bd7f6-3dbb-47e5-bb38-2e6e1053b332 None None] Provisioning for port 081cae39-6f9a-431b-a28b-162c5e9b225e completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:39:10.060372 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-617bd7f6-3dbb-47e5-bb38-2e6e1053b332 None None] Provisioning complete for port 081cae39-6f9a-431b-a28b-162c5e9b225e triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:10.060733 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-617bd7f6-3dbb-47e5-bb38-2e6e1053b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:10.115285 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-617bd7f6-3dbb-47e5-bb38-2e6e1053b332 None None] Port 081cae39-6f9a-431b-a28b-162c5e9b225e cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:39:10.157486 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-32e8fb29-b737-4716-a3ae-2c307e664590 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Deleting port be1bb688-b36f-43d3-ba78-05f38cfcf845 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:39:10.157784 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32e8fb29-b737-4716-a3ae-2c307e664590 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:10.321757 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd814-8f26-443b-b375-d5f2abaaa86a req-b30f152c-fbfb-4fb1-a7f5-c839a30509c4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:10.323282 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-090bd814-8f26-443b-b375-d5f2abaaa86a req-b30f152c-fbfb-4fb1-a7f5-c839a30509c4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 947 time: 0.3134065 Jun 24 20:39:10.324029 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 7b879642-fe5f-481a-8c15-8ee9c1f951a0 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:39:10.376857 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32e8fb29-b737-4716-a3ae-2c307e664590 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:10.377183 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32e8fb29-b737-4716-a3ae-2c307e664590 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:10.379042 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 7b879642-fe5f-481a-8c15-8ee9c1f951a0 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:39:10.379384 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 7b879642-fe5f-481a-8c15-8ee9c1f951a0 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:39:10.404074 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Request body: {'port': {'device_id': '18a3beb3-7be5-485c-8968-25985e689a33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:10.509940 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-090bd814-8f26-443b-b375-d5f2abaaa86a req-58b3b68d-b77e-49ba-a3ce-99c754569b15 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740685 Jun 24 20:39:10.516465 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-32e8fb29-b737-4716-a3ae-2c307e664590 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Calling delete_port for be1bb688-b36f-43d3-ba78-05f38cfcf845 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:39:10.516629 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:10.662083 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32e8fb29-b737-4716-a3ae-2c307e664590 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:10.708682 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8fb29-b737-4716-a3ae-2c307e664590 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Pushing event deleted for resources: {'Port': ['ID=be1bb688-b36f-43d3-ba78-05f38cfcf845,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:10.805740 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32e8fb29-b737-4716-a3ae-2c307e664590 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:10.824844 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32e8fb29-b737-4716-a3ae-2c307e664590 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:10.828226 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-32e8fb29-b737-4716-a3ae-2c307e664590 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "DELETE /v2.0/floatingips/e71876eb-78f0-4ed7-b501-8d55a39fb0e8 HTTP/1.1" status: 204 len: 168 time: 0.9789078 Jun 24 20:39:10.904188 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6595f2-bd5b-407d-8425-82e6a6dd9b7e req-67c7e70b-cf60-4b92-ba24-a56e1ceb85e7 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:10.905042 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-4a6595f2-bd5b-407d-8425-82e6a6dd9b7e req-67c7e70b-cf60-4b92-ba24-a56e1ceb85e7 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Synchronizing usage tracker for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:10.950027 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-4a6595f2-bd5b-407d-8425-82e6a6dd9b7e req-67c7e70b-cf60-4b92-ba24-a56e1ceb85e7 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Unset dirty status for tenant:50d9fb9258c640e88fc3f13defa38c4d on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:10.951331 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4a6595f2-bd5b-407d-8425-82e6a6dd9b7e req-67c7e70b-cf60-4b92-ba24-a56e1ceb85e7 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 931 time: 0.2350895 Jun 24 20:39:11.062418 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4a6595f2-bd5b-407d-8425-82e6a6dd9b7e req-5018f1b1-50f9-4c93-a620-9dc564ff6f83 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=81e440d9-cd8a-467f-9a01-f3a1a1894c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041903 Jun 24 20:39:11.068056 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081cae39-6f9a-431b-a28b-162c5e9b225e {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:39:11.075719 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:11.091300 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Transition to ACTIVE for port object 081cae39-6f9a-431b-a28b-162c5e9b225e will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:39:11.096698 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:11.250834 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Pushing event updated for resources: {'Port': ['ID=081cae39-6f9a-431b-a28b-162c5e9b225e,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:11.332675 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Attempting to bind port 081cae39-6f9a-431b-a28b-162c5e9b225e on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:39:11.333134 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Attempting to bind port 081cae39-6f9a-431b-a28b-162c5e9b225e by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:39:11.333463 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Attempting to bind port 081cae39-6f9a-431b-a28b-162c5e9b225e on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:39:11.338348 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Port 081cae39-6f9a-431b-a28b-162c5e9b225e on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:39:11.338695 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Attempting to bind port 081cae39-6f9a-431b-a28b-162c5e9b225e on network 7fe66e7b-631d-49f2-87af-6f9a31183f39 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:39:11.344294 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:39:11.344652 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Checking segment: {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:39:11.345071 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Bound using segment: {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:39:11.345673 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Bound port: 081cae39-6f9a-431b-a28b-162c5e9b225e, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:39:11.346099 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:11.445165 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] For port 081cae39-6f9a-431b-a28b-162c5e9b225e, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:39:11.448053 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] For port 081cae39-6f9a-431b-a28b-162c5e9b225e, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=081cae39-6f9a-431b-a28b-162c5e9b225e,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:39:11.458300 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:11.521036 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:11.521629 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:11.522995 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] 10.222.0.15 "PUT /v2.0/ports/081cae39-6f9a-431b-a28b-162c5e9b225e HTTP/1.1" status: 200 len: 1093 time: 1.1974025 Jun 24 20:39:11.523399 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a3beb3-7be5-485c-8968-25985e689a33', 'tag': '081cae39-6f9a-431b-a28b-162c5e9b225e'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:39:11.554415 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9fd05-e595-4c41-acf1-a2a58c9eab3f service neutron] Pushing event updated for resources: {'Port': ['ID=081cae39-6f9a-431b-a28b-162c5e9b225e,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:11.579632 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad31ad97-6388-40e7-ad44-365c7661d561'] response: {'name': 'network-changed', 'server_uuid': '18a3beb3-7be5-485c-8968-25985e689a33', 'tag': '081cae39-6f9a-431b-a28b-162c5e9b225e', 'status': 'completed', 'code': 200} Jun 24 20:39:11.727089 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96ffc1-f4fe-46b4-8da1-bb99153d4c45 req-1a6c8f10-8d78-4eb4-9ca9-b08415bcd830 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:11.728519 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-af96ffc1-f4fe-46b4-8da1-bb99153d4c45 req-1a6c8f10-8d78-4eb4-9ca9-b08415bcd830 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 947 time: 0.0939293 Jun 24 20:39:11.777086 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-af96ffc1-f4fe-46b4-8da1-bb99153d4c45 req-cfec335e-b634-4c97-94f2-a3a00235fd63 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428131 Jun 24 20:39:12.131446 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eb6bc-b54b-4add-922d-cf7cf2c4ebd9 req-219bd4dc-b213-4929-908a-13205d28c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:12.132895 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-de0eb6bc-b54b-4add-922d-cf7cf2c4ebd9 req-219bd4dc-b213-4929-908a-13205d28c982 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 1096 time: 0.0766387 Jun 24 20:39:12.255512 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bdee6-834c-4d7f-86d9-5a5ef3d4e6a1 req-ea981ff1-788f-4752-8fd7-b857affb5b04 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:12.257057 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1f5bdee6-834c-4d7f-86d9-5a5ef3d4e6a1 req-ea981ff1-788f-4752-8fd7-b857affb5b04 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 943 time: 0.0897102 Jun 24 20:39:12.271269 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eb6bc-b54b-4add-922d-cf7cf2c4ebd9 req-1aa782b1-ee27-4191-a198-dc1b586f1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:12.272727 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-de0eb6bc-b54b-4add-922d-cf7cf2c4ebd9 req-1aa782b1-ee27-4191-a198-dc1b586f1484 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1304491 Jun 24 20:39:12.300782 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1f5bdee6-834c-4d7f-86d9-5a5ef3d4e6a1 req-9aa9b592-06dc-42d0-b2ba-3efffad93d0c tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=81e440d9-cd8a-467f-9a01-f3a1a1894c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378962 Jun 24 20:39:12.422714 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eb6bc-b54b-4add-922d-cf7cf2c4ebd9 req-d569e7d8-b125-4add-9287-10b8a9b9e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:12.423028 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-de0eb6bc-b54b-4add-922d-cf7cf2c4ebd9 req-d569e7d8-b125-4add-9287-10b8a9b9e241 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1440971 Jun 24 20:39:12.541033 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273544a3-2121-4883-9818-fad2d7d399bd req-273a30e5-a952-4434-a64b-1adfec6a8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:12.542560 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-273a30e5-a952-4434-a64b-1adfec6a8cde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 1096 time: 0.0838094 Jun 24 20:39:12.609855 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-ae1c046d-f9d5-40f7-8418-396abaa19dac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081cae39-6f9a-431b-a28b-162c5e9b225e HTTP/1.1" status: 200 len: 217 time: 0.0602219 Jun 24 20:39:12.673749 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273544a3-2121-4883-9818-fad2d7d399bd req-204e5cf1-aca5-4b0d-bb1a-320ba433dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:12.675230 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-204e5cf1-aca5-4b0d-bb1a-320ba433dc18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aaff2148-a5b9-46f1-b4f3-e167f2aba951 HTTP/1.1" status: 200 len: 854 time: 0.0597334 Jun 24 20:39:12.757423 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273544a3-2121-4883-9818-fad2d7d399bd req-9662bb44-1de9-437a-b1c2-6d59fecfa5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:12.759012 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-9662bb44-1de9-437a-b1c2-6d59fecfa5cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fe66e7b-631d-49f2-87af-6f9a31183f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774777 Jun 24 20:39:13.026503 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-061bd4d0-5691-4db8-bbb3-4cc70e40ccf6 service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600999 Jun 24 20:39:13.068424 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ad896-58cd-4f4f-8400-06c00b4e0195 req-79694ed5-05df-499c-96b5-571f7e9ee7f1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:13.069826 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-712ad896-58cd-4f4f-8400-06c00b4e0195 req-79694ed5-05df-499c-96b5-571f7e9ee7f1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 947 time: 0.1596649 Jun 24 20:39:13.185647 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-712ad896-58cd-4f4f-8400-06c00b4e0195 req-b9206abe-823c-42b4-840f-b154cc8a2e3a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723827 Jun 24 20:39:13.207812 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-273544a3-2121-4883-9818-fad2d7d399bd req-300142b6-243c-4a7a-b9ba-a33307dca045 service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728330 Jun 24 20:39:13.506420 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee0fda-6941-464f-b09a-c51e1d4cf2e0 req-43696f2a-7426-4a36-accb-8dd5f782171e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:13.507892 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0bee0fda-6941-464f-b09a-c51e1d4cf2e0 req-43696f2a-7426-4a36-accb-8dd5f782171e tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 943 time: 0.0978079 Jun 24 20:39:13.555704 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0bee0fda-6941-464f-b09a-c51e1d4cf2e0 req-9b31d7c7-4774-4042-9067-21a9c07273d7 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=81e440d9-cd8a-467f-9a01-f3a1a1894c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 Jun 24 20:39:13.611125 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a339a5-de53-448c-ad69-b143625cb87b req-59d318a9-bec2-452c-9fd1-6aea762f4b3f tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:13.612517 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b5a339a5-de53-448c-ad69-b143625cb87b req-59d318a9-bec2-452c-9fd1-6aea762f4b3f tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.15 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 947 time: 0.0924695 Jun 24 20:39:13.685959 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Deleting port 2647e1d6-2556-4060-8896-3fa6bafefab1 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:39:13.686315 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:13.929537 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] For port 2647e1d6-2556-4060-8896-3fa6bafefab1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2647e1d6-2556-4060-8896-3fa6bafefab1,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:13.929899 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:14.227063 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:14.227404 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:14.227735 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Floating IP 53701557-4626-4b17-8da5-04e9a93c0bfe disassociated. External IP: 172.27.1.60, port: 2647e1d6-2556-4060-8896-3fa6bafefab1. Jun 24 20:39:14.228081 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Calling delete_port for 2647e1d6-2556-4060-8896-3fa6bafefab1 owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:39:14.436085 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:14.488559 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event deleted for resources: {'Port': ['ID=2647e1d6-2556-4060-8896-3fa6bafefab1,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:14.498667 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63bfcf-9154-4e66-805b-2c645b977718 req-1506ebf7-8709-44f8-9d8d-77d4b65392ba tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:14.500516 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ad63bfcf-9154-4e66-805b-2c645b977718 req-1506ebf7-8709-44f8-9d8d-77d4b65392ba tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=45db91fb-d4df-4d74-a5a0-f0e37ed1289d HTTP/1.1" status: 200 len: 947 time: 0.1919534 Jun 24 20:39:14.759805 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ad63bfcf-9154-4e66-805b-2c645b977718 req-56a696b1-4112-476c-b138-b6041d585f38 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=52288627-9fd9-4fed-9d13-bd18f9d90a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054062 Jun 24 20:39:14.796119 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Router faa845b9-6af9-49e6-877c-90bce3e650dc has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:39:14.931048 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214e2ce-d0f9-4fc6-9ec4-6a5b16644ca3 req-bf355da6-85bf-4941-a1f5-382080957f96 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:14.932681 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f214e2ce-d0f9-4fc6-9ec4-6a5b16644ca3 req-bf355da6-85bf-4941-a1f5-382080957f96 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 943 time: 0.0974841 Jun 24 20:39:14.981824 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f214e2ce-d0f9-4fc6-9ec4-6a5b16644ca3 req-3203551a-35c9-48e2-9a3e-cb96dcf9e9a4 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=81e440d9-cd8a-467f-9a01-f3a1a1894c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417016 Jun 24 20:39:15.038817 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:39:15.048953 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fac0ec-2a00-4627-b637-94bd8877bf1e None None] Sync routers for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:39:15.058522 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fac0ec-2a00-4627-b637-94bd8877bf1e None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:15.059131 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-83fac0ec-2a00-4627-b637-94bd8877bf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:38:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:15.077910 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd160966-bb8f-4074-a8f2-10b47fe610cd req-4bac0d3e-7ba9-42fc-a041-f02686d9a444 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:15.079397 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dd160966-bb8f-4074-a8f2-10b47fe610cd req-4bac0d3e-7ba9-42fc-a041-f02686d9a444 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.1647432 Jun 24 20:39:15.146583 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] No DVR routers for this DVR port 2647e1d6-2556-4060-8896-3fa6bafefab1 on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:39:15.154624 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:15.156865 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'name': 'network-vif-deleted', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:39:15.176978 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-dd160966-bb8f-4074-a8f2-10b47fe610cd req-4c3fe017-3440-4f79-aae5-2e776907c8d7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Synchronizing usage tracker for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:15.181667 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b5a339a5-de53-448c-ad69-b143625cb87b req-d4945598-b008-4797-a157-accbcaae241a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.15 "DELETE /v2.0/ports/2647e1d6-2556-4060-8896-3fa6bafefab1 HTTP/1.1" status: 204 len: 173 time: 1.5636170 Jun 24 20:39:15.196675 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-dd160966-bb8f-4074-a8f2-10b47fe610cd req-4c3fe017-3440-4f79-aae5-2e776907c8d7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Unset dirty status for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:15.198029 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dd160966-bb8f-4074-a8f2-10b47fe610cd req-4c3fe017-3440-4f79-aae5-2e776907c8d7 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125350 Jun 24 20:39:15.203870 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c622170-17b5-4281-9114-8cd7b88a2dbe'] response: {'server_uuid': '45db91fb-d4df-4d74-a5a0-f0e37ed1289d', 'name': 'network-vif-deleted', 'tag': '2647e1d6-2556-4060-8896-3fa6bafefab1', 'status': 'completed', 'code': 200} Jun 24 20:39:15.249365 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-83fac0ec-2a00-4627-b637-94bd8877bf1e None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:15.586042 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-83fac0ec-2a00-4627-b637-94bd8877bf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:29Z', 'revision_number': 5, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:15.589993 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fac0ec-2a00-4627-b637-94bd8877bf1e None None] Checking router: faa845b9-6af9-49e6-877c-90bce3e650dc for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:39:15.599339 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fac0ec-2a00-4627-b637-94bd8877bf1e None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:15.600019 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-83fac0ec-2a00-4627-b637-94bd8877bf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:38:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:15.788244 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-83fac0ec-2a00-4627-b637-94bd8877bf1e None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:15.887193 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51456) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:15.953417 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5adb092c-f547-491a-9be6-6aa83d6257bc tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:15.980652 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5adb092c-f547-491a-9be6-6aa83d6257bc tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:16.035114 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5adb092c-f547-491a-9be6-6aa83d6257bc tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:16.054376 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb092c-f547-491a-9be6-6aa83d6257bc tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52288627-9fd9-4fed-9d13-bd18f9d90a19,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:16.072144 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5adb092c-f547-491a-9be6-6aa83d6257bc tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:16.075809 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-5adb092c-f547-491a-9be6-6aa83d6257bc tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "DELETE /v2.0/security-groups/52288627-9fd9-4fed-9d13-bd18f9d90a19 HTTP/1.1" status: 204 len: 168 time: 0.1851766 Jun 24 20:39:16.076231 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51462) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:16.103349 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.api.v2.resource [None req-bea6f558-7654-4ec4-a592-3bfcbf9aa971 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] show failed (client error): The resource could not be found. Jun 24 20:39:16.104535 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-bea6f558-7654-4ec4-a592-3bfcbf9aa971 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups/52288627-9fd9-4fed-9d13-bd18f9d90a19 HTTP/1.1" status: 404 len: 347 time: 0.0272789 Jun 24 20:39:16.107464 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51466) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:16.116092 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-83fac0ec-2a00-4627-b637-94bd8877bf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:29Z', 'revision_number': 5, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:16.120151 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fac0ec-2a00-4627-b637-94bd8877bf1e None None] The sync data for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi is: [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:29Z', 'revision_number': 5, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:39:16.193869 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e71cb-a10e-436e-b28e-6410b54a1523 req-7bf6ec0c-a901-44bf-9781-3adfea9e04dc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:16.195413 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-563e71cb-a10e-436e-b28e-6410b54a1523 req-7bf6ec0c-a901-44bf-9781-3adfea9e04dc tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 943 time: 0.0983033 Jun 24 20:39:16.239667 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-563e71cb-a10e-436e-b28e-6410b54a1523 req-77a14516-173b-4baf-bc23-6c1653274b08 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=81e440d9-cd8a-467f-9a01-f3a1a1894c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384824 Jun 24 20:39:16.276546 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Deleting port 73fcbe9c-e523-4920-ac8f-9f4c7f0e45cc {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:39:16.276889 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:16.312837 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 081cae39-6f9a-431b-a28b-162c5e9b225e details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:39:16.412947 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e4f5aa-e786-47b6-b180-1d5ead2a85b2 None None] New status for floating IP 53701557-4626-4b17-8da5-04e9a93c0bfe: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:39:16.507982 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:16.508305 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:16.575423 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0889b1-4f38-4abd-8b1c-6b08f98d936d req-0e3e453d-e18b-4b3d-8028-41f6e0d1fecb tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:16.576985 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0f0889b1-4f38-4abd-8b1c-6b08f98d936d req-0e3e453d-e18b-4b3d-8028-41f6e0d1fecb tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.2502668 Jun 24 20:39:16.641413 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Calling delete_port for 73fcbe9c-e523-4920-ac8f-9f4c7f0e45cc owned by network:floatingip {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:39:16.702268 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 081cae39-6f9a-431b-a28b-162c5e9b225e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=081cae39-6f9a-431b-a28b-162c5e9b225e,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:16.718521 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '081cae39-6f9a-431b-a28b-162c5e9b225e', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'port_id': '081cae39-6f9a-431b-a28b-162c5e9b225e', 'mac_address': 'fa:16:3e:28:3b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:39:16.737691 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0f0889b1-4f38-4abd-8b1c-6b08f98d936d req-59d76e73-9aa2-477b-80b0-8d6a26094043 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040218 Jun 24 20:39:16.783697 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.db.api [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:39:16.784047 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG oslo_db.api [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:39:16.793890 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 081cae39-6f9a-431b-a28b-162c5e9b225e is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:39:16.794373 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:16.811470 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081cae39-6f9a-431b-a28b-162c5e9b225e {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:39:16.827013 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 081cae39-6f9a-431b-a28b-162c5e9b225e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=081cae39-6f9a-431b-a28b-162c5e9b225e,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:16.831200 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:16.896973 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=081cae39-6f9a-431b-a28b-162c5e9b225e,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:16.904608 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:16.904991 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:16.905332 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:16.905661 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:16.905986 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:16.906385 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:16.906717 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:16.907032 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:16.907353 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:16.907697 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:16.908065 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:16.908382 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:16.997133 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de6dc9-0341-4852-949e-9a446cdb2729 req-963ac83a-aeef-40ea-b80a-6966aac232e1 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:16.998628 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-80de6dc9-0341-4852-949e-9a446cdb2729 req-963ac83a-aeef-40ea-b80a-6966aac232e1 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.0894885 Jun 24 20:39:17.063798 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['081cae39-6f9a-431b-a28b-162c5e9b225e'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:39:17.074507 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-80de6dc9-0341-4852-949e-9a446cdb2729 req-c58db996-8024-4de8-997f-70d994248fcd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Deleting port 4b08e732-7391-433a-b3a8-ffb87d93a908 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:39:17.074842 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-80de6dc9-0341-4852-949e-9a446cdb2729 req-c58db996-8024-4de8-997f-70d994248fcd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:17.331530 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Deleting port 73fcbe9c-e523-4920-ac8f-9f4c7f0e45cc {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:39:17.332201 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:17.439084 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a58de-7381-4f29-8d40-51a9f8fbe263 req-88a52754-5df3-4568-a2e9-cd638c2c190a tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:17.440521 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8b5a58de-7381-4f29-8d40-51a9f8fbe263 req-88a52754-5df3-4568-a2e9-cd638c2c190a tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 944 time: 0.0932231 Jun 24 20:39:17.485497 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8b5a58de-7381-4f29-8d40-51a9f8fbe263 req-83c59308-2bbd-4411-9ef6-d0402ded597d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=81e440d9-cd8a-467f-9a01-f3a1a1894c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390337 Jun 24 20:39:17.517142 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-80de6dc9-0341-4852-949e-9a446cdb2729 req-c58db996-8024-4de8-997f-70d994248fcd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] For port 4b08e732-7391-433a-b3a8-ffb87d93a908, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4b08e732-7391-433a-b3a8-ffb87d93a908,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:17.517486 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-80de6dc9-0341-4852-949e-9a446cdb2729 req-c58db996-8024-4de8-997f-70d994248fcd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:17.645641 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-80de6dc9-0341-4852-949e-9a446cdb2729 req-c58db996-8024-4de8-997f-70d994248fcd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Calling delete_port for 4b08e732-7391-433a-b3a8-ffb87d93a908 owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:39:17.702574 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:17.702904 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:17.836756 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Calling delete_port for 73fcbe9c-e523-4920-ac8f-9f4c7f0e45cc owned by network:floatingip {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:39:18.036662 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-80de6dc9-0341-4852-949e-9a446cdb2729 req-c58db996-8024-4de8-997f-70d994248fcd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.052304 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['fbd17804-4c12-492a-b58f-1661ae21a9ae', '4b08e732-7391-433a-b3a8-ffb87d93a908'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:39:18.128244 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58db996-8024-4de8-997f-70d994248fcd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Pushing event deleted for resources: {'Port': ['ID=4b08e732-7391-433a-b3a8-ffb87d93a908,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:18.159170 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51488) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:18.171868 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae8fb-1f1c-41db-9e67-f8bff6860c6c req-017b204b-8863-4366-869a-84a7a56978de tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:18.173335 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-734ae8fb-1f1c-41db-9e67-f8bff6860c6c req-017b204b-8863-4366-869a-84a7a56978de tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2 HTTP/1.1" status: 200 len: 945 time: 0.3110867 Jun 24 20:39:18.253455 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.257224 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-80de6dc9-0341-4852-949e-9a446cdb2729 req-c58db996-8024-4de8-997f-70d994248fcd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] No DVR routers for this DVR port 4b08e732-7391-433a-b3a8-ffb87d93a908 on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:39:18.285683 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9ab62af-fa63-402c-be9d-44907dfd2d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.287731 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-80de6dc9-0341-4852-949e-9a446cdb2729 req-c58db996-8024-4de8-997f-70d994248fcd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.292170 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2', 'name': 'network-vif-deleted', 'tag': '4b08e732-7391-433a-b3a8-ffb87d93a908'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:39:18.300113 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a9ab62af-fa63-402c-be9d-44907dfd2d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:18.304063 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a9ab62af-fa63-402c-be9d-44907dfd2d61 admin admin] Usage tracker for resource:security_group_rule and tenant:54f5e6a334e340698ce667784c5abbcd is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:18.306924 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a9ab62af-fa63-402c-be9d-44907dfd2d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:18.312778 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a9ab62af-fa63-402c-be9d-44907dfd2d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:18.328228 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event deleted for resources: {'Port': ['ID=73fcbe9c-e523-4920-ac8f-9f4c7f0e45cc,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:18.335072 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 081cae39-6f9a-431b-a28b-162c5e9b225e up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:39:18.370979 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38daf284-62a0-44fe-8cc0-91e314175070'] response: {'server_uuid': 'e6f5dba3-c29c-4fd4-aefd-e16d12fd54d2', 'name': 'network-vif-deleted', 'tag': '4b08e732-7391-433a-b3a8-ffb87d93a908', 'status': 'completed', 'code': 200} Jun 24 20:39:18.389659 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-734ae8fb-1f1c-41db-9e67-f8bff6860c6c req-fed7ffc7-f7c0-4a9b-b229-23c556fff318 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052050 Jun 24 20:39:18.424848 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-80de6dc9-0341-4852-949e-9a446cdb2729 req-c58db996-8024-4de8-997f-70d994248fcd tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "DELETE /v2.0/ports/4b08e732-7391-433a-b3a8-ffb87d93a908 HTTP/1.1" status: 204 len: 173 time: 1.4191592 Jun 24 20:39:18.447365 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 081cae39-6f9a-431b-a28b-162c5e9b225e completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:39:18.453145 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.453793 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 081cae39-6f9a-431b-a28b-162c5e9b225e triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:18.454181 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.456559 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.460398 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-057be4b9-c598-4905-b5a0-c08a3cb4a407 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "DELETE /v2.0/floatingips/53701557-4626-4b17-8da5-04e9a93c0bfe HTTP/1.1" status: 204 len: 168 time: 2.3491800 Jun 24 20:39:18.460538 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9ab62af-fa63-402c-be9d-44907dfd2d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.484253 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9ab62af-fa63-402c-be9d-44907dfd2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.549213 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab62af-fa63-402c-be9d-44907dfd2d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116f1660-861d-4539-b35d-1f1618b43ac3,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:18.570771 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51500) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:18.573022 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-a9ab62af-fa63-402c-be9d-44907dfd2d61 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=54f5e6a334e340698ce667784c5abbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123640 Jun 24 20:39:18.585589 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51504) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:18.591649 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--384299516', 'description': 'tempest-description--351207181'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:18.600832 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:18.606446 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Usage tracker for resource:security_group and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:18.610294 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:18.616774 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:18.633028 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.669745 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 081cae39-6f9a-431b-a28b-162c5e9b225e is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:39:18.670313 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.681972 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5811b65f-0630-4061-a658-0265b649c32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.698176 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:18.702638 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a3beb3-7be5-485c-8968-25985e689a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081cae39-6f9a-431b-a28b-162c5e9b225e'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:39:18.707437 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Usage tracker for resource:security_group_rule and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:18.711834 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:18.712296 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 081cae39-6f9a-431b-a28b-162c5e9b225e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=081cae39-6f9a-431b-a28b-162c5e9b225e,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:18.714674 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5811b65f-0630-4061-a658-0265b649c32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.717906 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.718968 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 2647e1d6-2556-4060-8896-3fa6bafefab1 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:39:18.721840 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:18.790201 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb873bc-c2ec-47a5-8264-cbd67d2cacc5'] response: {'server_uuid': '18a3beb3-7be5-485c-8968-25985e689a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081cae39-6f9a-431b-a28b-162c5e9b225e', 'code': 200} Jun 24 20:39:18.797795 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 2647e1d6-2556-4060-8896-3fa6bafefab1 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:39:18.797963 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 2647e1d6-2556-4060-8896-3fa6bafefab1 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:39:18.825132 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=081cae39-6f9a-431b-a28b-162c5e9b225e,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:18.831459 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.836327 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5811b65f-0630-4061-a658-0265b649c32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.837288 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.856371 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811b65f-0630-4061-a658-0265b649c32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116f1660-861d-4539-b35d-1f1618b43ac3,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:18.864026 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5811b65f-0630-4061-a658-0265b649c32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.869676 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-5811b65f-0630-4061-a658-0265b649c32b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/116f1660-861d-4539-b35d-1f1618b43ac3 HTTP/1.1" status: 204 len: 168 time: 0.2974875 Jun 24 20:39:18.888646 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:18.893644 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3067915 Jun 24 20:39:18.894363 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51512) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:18.895546 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e2a03-fe43-4755-bc1a-46686c075e3f req-8a72061e-6210-468e-bfde-2de3f53ac292 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:18.906427 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4e3e2a03-fe43-4755-bc1a-46686c075e3f req-8a72061e-6210-468e-bfde-2de3f53ac292 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 945 time: 0.1465635 Jun 24 20:39:18.930157 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851b46b-c0c6-4f75-9d36-d6ee106b2d7a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c23b8c-d70b-4f80-9014-7b3eaeb292a9,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:18.945251 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a6fd7b9f-6974-48fd-87ce-ea1a6e5a171d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Request body: {'security_group_rule': {'security_group_id': '65c23b8c-d70b-4f80-9014-7b3eaeb292a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:18.964873 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a6fd7b9f-6974-48fd-87ce-ea1a6e5a171d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:18.969843 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a6fd7b9f-6974-48fd-87ce-ea1a6e5a171d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Usage tracker for resource:security_group_rule and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:18.970009 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4e3e2a03-fe43-4755-bc1a-46686c075e3f req-6e32ac57-277a-4dd8-8a2b-0bd1590e22e9 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=81e440d9-cd8a-467f-9a01-f3a1a1894c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625570 Jun 24 20:39:18.976539 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a6fd7b9f-6974-48fd-87ce-ea1a6e5a171d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:18.984180 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a6fd7b9f-6974-48fd-87ce-ea1a6e5a171d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:19.004720 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7b9f-6974-48fd-87ce-ea1a6e5a171d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:19.078378 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7b9f-6974-48fd-87ce-ea1a6e5a171d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:19.084761 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7b9f-6974-48fd-87ce-ea1a6e5a171d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:19.120271 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd7b9f-6974-48fd-87ce-ea1a6e5a171d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce02d381-34c9-445d-820f-2f6f93939a71,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:19.148038 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7b9f-6974-48fd-87ce-ea1a6e5a171d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:19.150203 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-a6fd7b9f-6974-48fd-87ce-ea1a6e5a171d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2216487 Jun 24 20:39:19.152587 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51516) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:19.158229 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-16f70827-9629-41bd-9770-4d5f54db08d1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Request body: {'security_group_rule': {'security_group_id': '65c23b8c-d70b-4f80-9014-7b3eaeb292a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:19.164986 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-16f70827-9629-41bd-9770-4d5f54db08d1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:19.169504 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-16f70827-9629-41bd-9770-4d5f54db08d1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Usage tracker for resource:security_group_rule and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:19.173030 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-16f70827-9629-41bd-9770-4d5f54db08d1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:19.179043 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-16f70827-9629-41bd-9770-4d5f54db08d1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:19.188921 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89bd35-484e-465f-b5da-e5ee11d9aaf1 req-617c4782-a9e5-4b8d-9880-350606433ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:19.190721 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fe89bd35-484e-465f-b5da-e5ee11d9aaf1 req-617c4782-a9e5-4b8d-9880-350606433ad9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 1098 time: 0.2122457 Jun 24 20:39:19.199061 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16f70827-9629-41bd-9770-4d5f54db08d1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:19.234487 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fe89bd35-484e-465f-b5da-e5ee11d9aaf1 req-38819329-e0a3-4117-bf47-6f1af1156d6f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81e440d9-cd8a-467f-9a01-f3a1a1894c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374877 Jun 24 20:39:19.264220 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16f70827-9629-41bd-9770-4d5f54db08d1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:19.268980 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16f70827-9629-41bd-9770-4d5f54db08d1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:19.292709 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f70827-9629-41bd-9770-4d5f54db08d1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4097b523-562a-446b-961f-a7b61afc1680,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:19.304792 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16f70827-9629-41bd-9770-4d5f54db08d1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:19.306157 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-16f70827-9629-41bd-9770-4d5f54db08d1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523600 Jun 24 20:39:19.310969 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51520) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:19.315728 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:19.321397 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:19.325232 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Usage tracker for resource:floatingip and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:19.328184 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:19.335040 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:19.346902 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:19.585974 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:19.720721 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Allocated IP 172.27.1.141 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/4c104126-2a7f-4f82-84c3-e917d03113de) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:39:19.926079 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:19.947098 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea2368-3143-4b5e-a8ae-30a4da3c343f req-f3af417a-dc0c-456e-a6fb-7f9a502f07b3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:19.947715 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-36ea2368-3143-4b5e-a8ae-30a4da3c343f req-f3af417a-dc0c-456e-a6fb-7f9a502f07b3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Synchronizing usage tracker for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:19.970568 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-36ea2368-3143-4b5e-a8ae-30a4da3c343f req-f3af417a-dc0c-456e-a6fb-7f9a502f07b3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Unset dirty status for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:19.971939 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-36ea2368-3143-4b5e-a8ae-30a4da3c343f req-f3af417a-dc0c-456e-a6fb-7f9a502f07b3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.1754148 Jun 24 20:39:19.993685 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:20.064044 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:39:20.069117 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:39:20.074497 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:39:20.112425 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-36ea2368-3143-4b5e-a8ae-30a4da3c343f req-a85e645c-a7a8-4cb8-add2-ecd27a44c861 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344960 Jun 24 20:39:20.123374 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event updated for resources: {'Port': ['ID=4c104126-2a7f-4f82-84c3-e917d03113de,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:20.172732 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:20.174544 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61873-0372-499d-ae50-70338e065086 req-960c7052-80db-4c2a-9a0b-3a1b69fe117d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:20.178678 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e4f61873-0372-499d-ae50-70338e065086 req-960c7052-80db-4c2a-9a0b-3a1b69fe117d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 945 time: 0.1050386 Jun 24 20:39:20.219944 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e4f61873-0372-499d-ae50-70338e065086 req-77d0ee0e-8637-4786-b2ee-b765a3cc0d20 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=81e440d9-cd8a-467f-9a01-f3a1a1894c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371492 Jun 24 20:39:20.237990 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:20.332647 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5021b7b7-afbd-4f4a-8a66-2777b222d082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:20.344151 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 4b08e732-7391-433a-b3a8-ffb87d93a908 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:39:20.390258 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 4b08e732-7391-433a-b3a8-ffb87d93a908 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:39:20.390682 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 4b08e732-7391-433a-b3a8-ffb87d93a908 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:39:20.447689 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:20.453152 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:20.553194 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event updated for resources: {'Port': ['ID=4c104126-2a7f-4f82-84c3-e917d03113de,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:20.568655 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:20.587239 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:39:20.591472 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:20.592793 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-175f6a27-3fc1-484c-9e70-228514f0c47a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2809348 Jun 24 20:39:20.816518 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-4054714d-05cb-42fb-8588-ecef956566b6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Synchronizing usage tracker for tenant:eb38036f5e9142b980bb459c181aba56 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:20.833721 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-4054714d-05cb-42fb-8588-ecef956566b6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Unset dirty status for tenant:eb38036f5e9142b980bb459c181aba56 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:20.834906 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-4054714d-05cb-42fb-8588-ecef956566b6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--384299516&fields=id&tenant_id=eb38036f5e9142b980bb459c181aba56 HTTP/1.1" status: 200 len: 267 time: 0.0609906 Jun 24 20:39:20.988168 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-a9e053db-95b0-4350-838c-7853e0ff8af4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:20.989628 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-a9e053db-95b0-4350-838c-7853e0ff8af4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/networks?id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e HTTP/1.1" status: 200 len: 816 time: 0.1453855 Jun 24 20:39:21.007292 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-eedb04b3-184e-4165-a2c1-68ac054acf31 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/quotas/eb38036f5e9142b980bb459c181aba56 HTTP/1.1" status: 200 len: 375 time: 0.0094488 Jun 24 20:39:21.105871 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-690656d8-2f5d-40ee-9bb4-035ec2a1a40a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=eb38036f5e9142b980bb459c181aba56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909221 Jun 24 20:39:21.244569 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-edc58af3-fbc6-4b9f-aa15-ef6631400300 service neutron] 10.222.0.33 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209979 Jun 24 20:39:21.305778 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae32c7e-ccc7-4aa8-a6f3-dcbec79af48e req-b08d1cce-0b09-4db8-909c-acb93a1b71a3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:21.306450 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-aae32c7e-ccc7-4aa8-a6f3-dcbec79af48e req-b08d1cce-0b09-4db8-909c-acb93a1b71a3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Synchronizing usage tracker for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:21.318812 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-aae32c7e-ccc7-4aa8-a6f3-dcbec79af48e req-b08d1cce-0b09-4db8-909c-acb93a1b71a3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Unset dirty status for tenant:cdcfd31d4ba7493ea8fa3d782618b7d7 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:21.319893 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-aae32c7e-ccc7-4aa8-a6f3-dcbec79af48e req-b08d1cce-0b09-4db8-909c-acb93a1b71a3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.0968547 Jun 24 20:39:21.366035 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-aae32c7e-ccc7-4aa8-a6f3-dcbec79af48e req-9d4bb9b0-91e6-47fe-9485-c7b9daea3a59 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 Jun 24 20:39:21.377622 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-aebe8d02-6c7c-4179-b5aa-2c4b0da156ed service neutron] 10.222.0.33 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269662 Jun 24 20:39:21.546141 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee84247-5021-4f32-958d-7c22b2c2c773 req-20abc655-cb9e-415e-ae92-cfee92f999ba tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:21.547574 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8ee84247-5021-4f32-958d-7c22b2c2c773 req-20abc655-cb9e-415e-ae92-cfee92f999ba tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 945 time: 0.0878689 Jun 24 20:39:21.567126 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f5763c90-f835-44ae-8fd9-e3383e1e7e61 req-8d1f98b2-2e89-4295-bd13-f6b8a9e705e1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 210 time: 0.0507898 Jun 24 20:39:21.592773 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8ee84247-5021-4f32-958d-7c22b2c2c773 req-e0d71496-5c5f-41be-a445-e07814dc1483 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=81e440d9-cd8a-467f-9a01-f3a1a1894c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388708 Jun 24 20:39:21.782608 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7b4bc-b511-480d-8137-9e3c9b662702 req-11c6a8b7-4ec8-4b95-afd7-3fd980e36a67 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:21.784045 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-efe7b4bc-b511-480d-8137-9e3c9b662702 req-11c6a8b7-4ec8-4b95-afd7-3fd980e36a67 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 945 time: 0.0861816 Jun 24 20:39:21.792604 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51560) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:21.797705 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-def8c62a-a6ef-4ba5-9808-426e701aca09 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Request body: {'floatingip': {'port_id': '081cae39-6f9a-431b-a28b-162c5e9b225e'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:21.873704 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-def8c62a-a6ef-4ba5-9808-426e701aca09 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:22.446119 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-def8c62a-a6ef-4ba5-9808-426e701aca09 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:22.451084 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-def8c62a-a6ef-4ba5-9808-426e701aca09 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:22.530941 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-464b3695-69a9-482f-95c5-7d68d6bce8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:22.841845 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a34a5fbd-f9fd-46e9-8a34-5f9b51922315 req-a77b3505-e032-4c66-8401-b212ef841ba9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 210 time: 0.1593885 Jun 24 20:39:22.918972 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [None req-def8c62a-a6ef-4ba5-9808-426e701aca09 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Floating IP 73fd6052-87fe-4c47-a150-258d968d4f42 associated. External IP: 172.27.1.80, port: 081cae39-6f9a-431b-a28b-162c5e9b225e. Jun 24 20:39:23.065220 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-8bb51189-435f-411e-bff8-0f7708e339c1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:23.066527 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-8bb51189-435f-411e-bff8-0f7708e339c1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.15 "GET /v2.0/networks?id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e HTTP/1.1" status: 200 len: 816 time: 0.5626502 Jun 24 20:39:23.114618 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab220e-b7ba-4d26-a3e7-430b3a950a19 req-15646b0c-6984-4a7a-a14e-b0cd84d28bc6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:23.116031 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-64ab220e-b7ba-4d26-a3e7-430b3a950a19 req-15646b0c-6984-4a7a-a14e-b0cd84d28bc6 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.6132429 Jun 24 20:39:23.162025 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7caf57-41ce-4f6d-b6ca-9b9850c41331 req-608e80c2-c27a-43f6-86e0-c60342dbe1a8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:23.163438 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9d7caf57-41ce-4f6d-b6ca-9b9850c41331 req-608e80c2-c27a-43f6-86e0-c60342dbe1a8 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 945 time: 0.3982515 Jun 24 20:39:23.255059 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-74f03076-5a7e-44c7-a8de-5dc2a4575dd5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb38036f5e9142b980bb459c181aba56 HTTP/1.1" status: 200 len: 379 time: 0.1785750 Jun 24 20:39:23.319645 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Request body: {'port': {'device_id': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'admin_state_up': True, 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'security_groups': ['65c23b8c-d70b-4f80-9014-7b3eaeb292a9']}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:23.336454 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-64ab220e-b7ba-4d26-a3e7-430b3a950a19 req-378254e9-c4aa-431f-9f06-3f6bf7ef11c3 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087114 Jun 24 20:39:23.347043 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-9d7caf57-41ce-4f6d-b6ca-9b9850c41331 req-cd2c4e3c-5bc9-4bcb-b9c1-f56107aa029c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Deleting port fbd17804-4c12-492a-b58f-1661ae21a9ae {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:39:23.347346 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-9d7caf57-41ce-4f6d-b6ca-9b9850c41331 req-cd2c4e3c-5bc9-4bcb-b9c1-f56107aa029c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:23.554275 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:23.710723 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:23.735102 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:23.751661 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Usage tracker for resource:port and tenant:eb38036f5e9142b980bb459c181aba56 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:23.765938 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:23.772853 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def8c62a-a6ef-4ba5-9808-426e701aca09 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Router a897ac1a-6a68-486c-906e-21279c914a56 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:39:23.794461 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:23.880972 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Made reservation on behalf of eb38036f5e9142b980bb459c181aba56 for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:39:23.884420 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:23.959966 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-9d7caf57-41ce-4f6d-b6ca-9b9850c41331 req-cd2c4e3c-5bc9-4bcb-b9c1-f56107aa029c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] For port fbd17804-4c12-492a-b58f-1661ae21a9ae, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fbd17804-4c12-492a-b58f-1661ae21a9ae,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:23.960323 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-9d7caf57-41ce-4f6d-b6ca-9b9850c41331 req-cd2c4e3c-5bc9-4bcb-b9c1-f56107aa029c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:24.000567 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-272630ce-682e-4461-969d-03e474a88169 req-d77c62dc-092d-4e1e-b879-c1b454304d8c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 210 time: 0.0485492 Jun 24 20:39:24.232641 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-9d7caf57-41ce-4f6d-b6ca-9b9850c41331 req-cd2c4e3c-5bc9-4bcb-b9c1-f56107aa029c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Calling delete_port for fbd17804-4c12-492a-b58f-1661ae21a9ae owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:39:24.392172 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def8c62a-a6ef-4ba5-9808-426e701aca09 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:39:24.406329 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afde68-4a37-4786-beb7-bcdaecf4236c None None] Sync routers for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:39:24.416474 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-def8c62a-a6ef-4ba5-9808-426e701aca09 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:24.419829 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89afde68-4a37-4786-beb7-bcdaecf4236c None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:24.420933 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-89afde68-4a37-4786-beb7-bcdaecf4236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:24.576579 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Allocated IP 172.20.0.5 (0a63aea8-4423-4bc2-8f58-9a1b43cf659e/e84e55a5-a91c-4053-bdd6-57a0a2d2cdda/924380ca-74fe-4fd6-b1f0-bdfdc0573dd6) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:39:24.581433 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-def8c62a-a6ef-4ba5-9808-426e701aca09 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "PUT /v2.0/floatingips/73fd6052-87fe-4c47-a150-258d968d4f42 HTTP/1.1" status: 200 len: 990 time: 2.7878034 Jun 24 20:39:24.586959 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a3beb3-7be5-485c-8968-25985e689a33', 'tag': '081cae39-6f9a-431b-a28b-162c5e9b225e'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:39:24.598474 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-89afde68-4a37-4786-beb7-bcdaecf4236c None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:24.611480 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-9d7caf57-41ce-4f6d-b6ca-9b9850c41331 req-cd2c4e3c-5bc9-4bcb-b9c1-f56107aa029c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:24.662451 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86c9e0d-9ee3-401b-9929-30a6c3f0b83d'] response: {'name': 'network-changed', 'server_uuid': '18a3beb3-7be5-485c-8968-25985e689a33', 'tag': '081cae39-6f9a-431b-a28b-162c5e9b225e', 'status': 'completed', 'code': 200} Jun 24 20:39:24.680327 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c4e3c-5bc9-4bcb-b9c1-f56107aa029c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Pushing event deleted for resources: {'Port': ['ID=fbd17804-4c12-492a-b58f-1661ae21a9ae,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:24.753804 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bfd45-fd13-4bd0-917f-427d3f57ada0 req-68cbc9a0-9963-4849-8306-c1b92c78a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:24.755364 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d29bfd45-fd13-4bd0-917f-427d3f57ada0 req-68cbc9a0-9963-4849-8306-c1b92c78a652 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 1098 time: 0.0921814 Jun 24 20:39:24.862559 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a61ba-bd91-4c9d-9fbb-6e44f44041b3 req-fead7202-f688-46ab-acf6-960ca76ca496 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:24.864074 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-224a61ba-bd91-4c9d-9fbb-6e44f44041b3 req-fead7202-f688-46ab-acf6-960ca76ca496 tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/ports?device_id=8262df5c-2175-4bf5-847c-6eec9895883b HTTP/1.1" status: 200 len: 867 time: 0.3890278 Jun 24 20:39:24.876685 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7caf57-41ce-4f6d-b6ca-9b9850c41331 req-cd2c4e3c-5bc9-4bcb-b9c1-f56107aa029c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] No DVR routers for this DVR port fbd17804-4c12-492a-b58f-1661ae21a9ae on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:39:24.881705 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-9d7caf57-41ce-4f6d-b6ca-9b9850c41331 req-cd2c4e3c-5bc9-4bcb-b9c1-f56107aa029c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:24.886179 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bfd45-fd13-4bd0-917f-427d3f57ada0 req-6d9f8c1b-6298-40f4-9252-4f0b56f2e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:24.887641 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d29bfd45-fd13-4bd0-917f-427d3f57ada0 req-6d9f8c1b-6298-40f4-9252-4f0b56f2e31f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 200 len: 916 time: 0.1253860 Jun 24 20:39:24.947631 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-89afde68-4a37-4786-beb7-bcdaecf4236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '73fd6052-87fe-4c47-a150-258d968d4f42', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '081cae39-6f9a-431b-a28b-162c5e9b225e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:28:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a3beb3-7be5-485c-8968-25985e689a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:39:03Z', 'updated_at': '2022-06-24T20:39:22Z', 'revision_number': 1, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:24.949277 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9d7caf57-41ce-4f6d-b6ca-9b9850c41331 req-cd2c4e3c-5bc9-4bcb-b9c1-f56107aa029c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.15 "DELETE /v2.0/ports/fbd17804-4c12-492a-b58f-1661ae21a9ae HTTP/1.1" status: 204 len: 173 time: 1.7779517 Jun 24 20:39:24.953435 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afde68-4a37-4786-beb7-bcdaecf4236c None None] Checking router: a897ac1a-6a68-486c-906e-21279c914a56 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:39:24.963019 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89afde68-4a37-4786-beb7-bcdaecf4236c None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:24.963598 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-89afde68-4a37-4786-beb7-bcdaecf4236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:24.983086 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-224a61ba-bd91-4c9d-9fbb-6e44f44041b3 req-4530d7ee-0179-4812-8ccd-b732c1a70f4d tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] 10.222.0.33 "GET /v2.0/security-groups?id=d85dbd1c-bda3-435f-bec5-f530de2db81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075175 Jun 24 20:39:25.003581 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:25.005591 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d29bfd45-fd13-4bd0-917f-427d3f57ada0 req-b3ade522-8a4e-4adb-a4c0-5f1362b3c1c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081cae39-6f9a-431b-a28b-162c5e9b225e HTTP/1.1" status: 200 len: 998 time: 0.1114211 Jun 24 20:39:25.021077 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Transition to ACTIVE for port object 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:39:25.032638 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:25.073533 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:25.162147 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:39:25.166353 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:39:25.176425 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:39:25.228872 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-89afde68-4a37-4786-beb7-bcdaecf4236c None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:25.230408 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bfd45-fd13-4bd0-917f-427d3f57ada0 req-08a2c7fd-fc59-44d2-9c4d-7b8c33d39fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:25.232101 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d29bfd45-fd13-4bd0-917f-427d3f57ada0 req-08a2c7fd-fc59-44d2-9c4d-7b8c33d39fc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aaff2148-a5b9-46f1-b4f3-e167f2aba951 HTTP/1.1" status: 200 len: 854 time: 0.2065997 Jun 24 20:39:25.271777 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:25.272487 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:25.292607 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event updated for resources: {'Port': ['ID=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:25.307491 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-e587748d-56a0-4eb9-a04a-a015ae05e5e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0401638 Jun 24 20:39:25.322579 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Request body: {'port': {'device_id': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:25.363866 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bfd45-fd13-4bd0-917f-427d3f57ada0 req-eefc913a-5732-46a8-8226-5255aec4c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:25.367420 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d29bfd45-fd13-4bd0-917f-427d3f57ada0 req-eefc913a-5732-46a8-8226-5255aec4c46f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fe66e7b-631d-49f2-87af-6f9a31183f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1274135 Jun 24 20:39:25.378077 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac4634-0e1f-424b-8fec-1dd7d7ec12cd req-9593cdae-3d57-46bf-b7ba-f891b9342469 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:25.387312 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-aaac4634-0e1f-424b-8fec-1dd7d7ec12cd req-9593cdae-3d57-46bf-b7ba-f891b9342469 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 931 time: 0.2384341 Jun 24 20:39:25.471887 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:25.520602 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-36f192f3-b846-46a4-bf27-4c3b0c7c8c0c None None] Provisioning for port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:39:25.526173 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-36f192f3-b846-46a4-bf27-4c3b0c7c8c0c None None] Provisioning complete for port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:25.527372 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-36f192f3-b846-46a4-bf27-4c3b0c7c8c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:25.589007 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-aaac4634-0e1f-424b-8fec-1dd7d7ec12cd req-38137b32-f8a5-4f58-a347-37b219d4989e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945515 Jun 24 20:39:25.608179 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-36f192f3-b846-46a4-bf27-4c3b0c7c8c0c None None] Port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:39:25.674634 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d29bfd45-fd13-4bd0-917f-427d3f57ada0 req-79a5cde9-b3fd-400e-9e49-23f47ac135d7 service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586169 Jun 24 20:39:25.695107 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-89afde68-4a37-4786-beb7-bcdaecf4236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '73fd6052-87fe-4c47-a150-258d968d4f42', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '081cae39-6f9a-431b-a28b-162c5e9b225e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:28:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a3beb3-7be5-485c-8968-25985e689a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:39:03Z', 'updated_at': '2022-06-24T20:39:22Z', 'revision_number': 1, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:25.699436 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afde68-4a37-4786-beb7-bcdaecf4236c None None] The sync data for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi is: [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '73fd6052-87fe-4c47-a150-258d968d4f42', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'port_id': '081cae39-6f9a-431b-a28b-162c5e9b225e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'mac_address': 'fa:16:3e:28:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a3beb3-7be5-485c-8968-25985e689a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:39:03Z', 'updated_at': '2022-06-24T20:39:22Z', 'revision_number': 1, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:39:25.813511 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d29bfd45-fd13-4bd0-917f-427d3f57ada0 req-c6e964cd-b752-486d-9793-6000dd3f7ff6 service neutron] 10.222.0.15 "GET /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326532 Jun 24 20:39:25.858604 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:39:25.866411 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:25.882663 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Transition to ACTIVE for port object 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:39:25.887993 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:25.905496 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196802e9-37b0-4fec-a09e-40b3dbc05d38 None None] New status for floating IP 73fd6052-87fe-4c47-a150-258d968d4f42: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:39:26.114498 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51584) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:26.160231 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Pushing event updated for resources: {'Port': ['ID=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:26.233577 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Attempting to bind port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:39:26.233895 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Attempting to bind port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:39:26.234239 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Attempting to bind port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 on network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:39:26.238818 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 on network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:39:26.239134 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Attempting to bind port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 on network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:39:26.244046 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:39:26.244370 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Checking segment: {'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:39:26.244738 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Bound using segment: {'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:39:26.245149 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Bound port: 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:39:26.245485 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:26.335296 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] For port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:39:26.340067 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] For port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:39:26.346851 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:26.365324 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device fbd17804-4c12-492a-b58f-1661ae21a9ae no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:39:26.403402 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:26.404014 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:26.405532 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] 10.222.0.15 "PUT /v2.0/ports/924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 HTTP/1.1" status: 200 len: 1093 time: 1.0907056 Jun 24 20:39:26.413773 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: fbd17804-4c12-492a-b58f-1661ae21a9ae {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:39:26.415061 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device fbd17804-4c12-492a-b58f-1661ae21a9ae not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:39:26.435912 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77ed21-e111-4c12-8d08-3ae14a90d2de service neutron] Pushing event updated for resources: {'Port': ['ID=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:26.529812 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-f3abe082-b23c-41c0-a8bf-baadacd8ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:26.531548 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-f3abe082-b23c-41c0-a8bf-baadacd8ba84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb38036f5e9142b980bb459c181aba56&device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 1096 time: 0.0844517 Jun 24 20:39:26.603364 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-d44a57ea-b5cc-47f9-8d8f-bfb42384b5c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 HTTP/1.1" status: 200 len: 217 time: 0.0650618 Jun 24 20:39:26.665373 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8262df5c-2175-4bf5-847c-6eec9895883b', 'name': 'network-vif-deleted', 'tag': 'fbd17804-4c12-492a-b58f-1661ae21a9ae'}, {'name': 'network-changed', 'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:39:26.675950 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-469aced2-ade8-440e-9809-5e9c0748696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:26.677587 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-469aced2-ade8-440e-9809-5e9c0748696c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84e55a5-a91c-4053-bdd6-57a0a2d2cdda HTTP/1.1" status: 200 len: 855 time: 0.0688746 Jun 24 20:39:26.727332 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17275198-1585-43be-84d0-0ab242793b2f'] response: {'server_uuid': '8262df5c-2175-4bf5-847c-6eec9895883b', 'name': 'network-vif-deleted', 'tag': 'fbd17804-4c12-492a-b58f-1661ae21a9ae', 'status': 'completed', 'code': 200} Jun 24 20:39:26.727580 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17275198-1585-43be-84d0-0ab242793b2f'] response: {'name': 'network-changed', 'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'status': 'completed', 'code': 200} Jun 24 20:39:26.767890 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-8dc01983-f4fc-407c-a4ef-ec4feb098f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:26.769415 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-8dc01983-f4fc-407c-a4ef-ec4feb098f0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859299 Jun 24 20:39:26.910576 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-b5077fa1-5687-42dc-8e56-4657ec3f48a5 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349938 Jun 24 20:39:26.966862 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca347eb-ca5c-4d10-944b-2b989e5db9f2 req-e0c939ca-89cb-4c77-894d-4b8162a9c130 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:26.968425 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-dca347eb-ca5c-4d10-944b-2b989e5db9f2 req-e0c939ca-89cb-4c77-894d-4b8162a9c130 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 943 time: 0.2634113 Jun 24 20:39:27.022181 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-dca347eb-ca5c-4d10-944b-2b989e5db9f2 req-9ee1eed2-da21-4466-b60e-64ee8d37588d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469615 Jun 24 20:39:27.055595 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-53428b15-ca14-4cc0-8d00-828873f14a75 req-66714c5b-02a2-4148-b56a-ab9ebe009e87 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330364 Jun 24 20:39:27.093859 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e864-d394-4803-bcc7-608131492311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788504'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:27.185375 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd666c3-1e7b-4f2b-9251-4e430f5366a4 req-ed062144-6159-431b-9be4-eb12d1d4bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:27.186919 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bbd666c3-1e7b-4f2b-9251-4e430f5366a4 req-ed062144-6159-431b-9be4-eb12d1d4bb62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb38036f5e9142b980bb459c181aba56&device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 1096 time: 0.0816553 Jun 24 20:39:27.314088 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd666c3-1e7b-4f2b-9251-4e430f5366a4 req-307dd442-8928-4204-a423-4c9fd6e3b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:27.315518 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bbd666c3-1e7b-4f2b-9251-4e430f5366a4 req-307dd442-8928-4204-a423-4c9fd6e3b4ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e HTTP/1.1" status: 200 len: 917 time: 0.1227486 Jun 24 20:39:27.383832 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bbd666c3-1e7b-4f2b-9251-4e430f5366a4 req-38e9a185-4f60-4340-91ff-e4149945fc4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 HTTP/1.1" status: 200 len: 217 time: 0.0622637 Jun 24 20:39:27.442989 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7e864-d394-4803-bcc7-608131492311 admin admin] Deleting port 908806fa-9b8a-4589-9d65-ce1661e6b87b {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:39:27.443570 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e864-d394-4803-bcc7-608131492311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:27.445348 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd666c3-1e7b-4f2b-9251-4e430f5366a4 req-ae5b33ac-ce23-48ca-9561-1976cbdbd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:27.446828 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bbd666c3-1e7b-4f2b-9251-4e430f5366a4 req-ae5b33ac-ce23-48ca-9561-1976cbdbd8c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84e55a5-a91c-4053-bdd6-57a0a2d2cdda HTTP/1.1" status: 200 len: 855 time: 0.0561776 Jun 24 20:39:27.531456 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd666c3-1e7b-4f2b-9251-4e430f5366a4 req-a289bda1-f351-4812-a8bd-f67a727e72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:27.533032 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bbd666c3-1e7b-4f2b-9251-4e430f5366a4 req-a289bda1-f351-4812-a8bd-f67a727e72aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797086 Jun 24 20:39:27.616205 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-fdc7e864-d394-4803-bcc7-608131492311 admin admin] For port 908806fa-9b8a-4589-9d65-ce1661e6b87b, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=908806fa-9b8a-4589-9d65-ce1661e6b87b,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:27.616436 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e864-d394-4803-bcc7-608131492311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:27.671317 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bbd666c3-1e7b-4f2b-9251-4e430f5366a4 req-75796a48-5954-4f7f-bea3-7d4e81ce19bf service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314859 Jun 24 20:39:27.737573 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7e864-d394-4803-bcc7-608131492311 admin admin] Calling delete_port for 908806fa-9b8a-4589-9d65-ce1661e6b87b owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:39:27.871725 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bbd666c3-1e7b-4f2b-9251-4e430f5366a4 req-f99e2cf1-977c-479c-ab09-4b6c7d141387 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939471 Jun 24 20:39:27.907285 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e864-d394-4803-bcc7-608131492311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:27.955930 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7e864-d394-4803-bcc7-608131492311 admin admin] Pushing event deleted for resources: {'Port': ['ID=908806fa-9b8a-4589-9d65-ce1661e6b87b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:28.219575 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e864-d394-4803-bcc7-608131492311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4173695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788460'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:28.226949 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fbdc4-ba58-4da9-af09-4ff409c00338 req-e1cb9ca2-5688-4623-a1fb-90dc0ba80e4e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:28.227562 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-5d9fbdc4-ba58-4da9-af09-4ff409c00338 req-e1cb9ca2-5688-4623-a1fb-90dc0ba80e4e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Synchronizing usage tracker for tenant:eb38036f5e9142b980bb459c181aba56 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:28.244356 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-5d9fbdc4-ba58-4da9-af09-4ff409c00338 req-e1cb9ca2-5688-4623-a1fb-90dc0ba80e4e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Unset dirty status for tenant:eb38036f5e9142b980bb459c181aba56 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:28.245684 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5d9fbdc4-ba58-4da9-af09-4ff409c00338 req-e1cb9ca2-5688-4623-a1fb-90dc0ba80e4e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 943 time: 0.1052992 Jun 24 20:39:28.290514 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5d9fbdc4-ba58-4da9-af09-4ff409c00338 req-2dbafafb-e43d-4f09-ad26-970bf852127b tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384772 Jun 24 20:39:28.380227 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:39:28.514566 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:28.527474 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'port_id': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'mac_address': 'fa:16:3e:69:f8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:39:28.584444 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:39:28.584793 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:28.601159 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:39:28.616310 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:28.621418 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:28.679824 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc7e864-d394-4803-bcc7-608131492311 admin admin] Router 0dccb230-804e-48eb-a174-e24b024157e0 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:39:28.687510 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:28.836275 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['924380ca-74fe-4fd6-b1f0-bdfdc0573dd6'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:39:28.855284 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc7e864-d394-4803-bcc7-608131492311 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:39:28.865473 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3550eb2f-b954-4628-b501-68e414e185c6 None None] Sync routers for ids ['0dccb230-804e-48eb-a174-e24b024157e0'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:39:28.871322 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-fdc7e864-d394-4803-bcc7-608131492311 admin admin] 10.222.0.33 "PUT /v2.0/routers/0dccb230-804e-48eb-a174-e24b024157e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7556741 Jun 24 20:39:28.873757 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51596) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:28.878702 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3550eb2f-b954-4628-b501-68e414e185c6 None None] Routers {'0dccb230-804e-48eb-a174-e24b024157e0'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:28.879447 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-3550eb2f-b954-4628-b501-68e414e185c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['0dccb230-804e-48eb-a174-e24b024157e0'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:29.049254 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:29.061656 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-3550eb2f-b954-4628-b501-68e414e185c6 None None] Set router 0dccb230-804e-48eb-a174-e24b024157e0 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:29.224820 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:29.235525 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Deleting port 955357c3-dcbd-42a8-905e-2218ce82461a {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:39:29.235850 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:29.347260 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-3550eb2f-b954-4628-b501-68e414e185c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:39:27Z', 'revision_number': 5, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port': {'id': '955357c3-dcbd-42a8-905e-2218ce82461a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dccb230-804e-48eb-a174-e24b024157e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:39Z', 'updated_at': '2022-06-24T20:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:29.351381 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3550eb2f-b954-4628-b501-68e414e185c6 None None] Checking router: 0dccb230-804e-48eb-a174-e24b024157e0 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:39:29.365132 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3550eb2f-b954-4628-b501-68e414e185c6 None None] Routers {'0dccb230-804e-48eb-a174-e24b024157e0'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:29.365744 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-3550eb2f-b954-4628-b501-68e414e185c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['0dccb230-804e-48eb-a174-e24b024157e0'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:29.417469 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] For port 955357c3-dcbd-42a8-905e-2218ce82461a, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=955357c3-dcbd-42a8-905e-2218ce82461a,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:29.418079 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:29.528721 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-3550eb2f-b954-4628-b501-68e414e185c6 None None] Set router 0dccb230-804e-48eb-a174-e24b024157e0 gateway port host: None {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:29.581779 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Calling delete_port for 955357c3-dcbd-42a8-905e-2218ce82461a owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:39:29.672303 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-3550eb2f-b954-4628-b501-68e414e185c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:39:29Z', 'revision_number': 6, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port_host': None}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:29.676519 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3550eb2f-b954-4628-b501-68e414e185c6 None None] The sync data for ids ['0dccb230-804e-48eb-a174-e24b024157e0'] in dv-cinder-847189-4-iscsi is: [{'id': '0dccb230-804e-48eb-a174-e24b024157e0', 'name': 'tempest-ServerRescueNegativeTestJSON-2087690882-router', 'tenant_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:37Z', 'updated_at': '2022-06-24T20:39:29Z', 'revision_number': 6, 'project_id': 'cdcfd31d4ba7493ea8fa3d782618b7d7', 'gw_port_host': None}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:39:29.807355 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940336de-4bc3-4faa-a7a2-296e6a7d9994 req-61a19d49-915e-43da-8499-a189ea0ec683 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:29.808707 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-940336de-4bc3-4faa-a7a2-296e6a7d9994 req-61a19d49-915e-43da-8499-a189ea0ec683 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 944 time: 0.3834186 Jun 24 20:39:29.863369 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-940336de-4bc3-4faa-a7a2-296e6a7d9994 req-a0b9e4cf-7929-4b54-ae1f-321e76b59ff5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477149 Jun 24 20:39:29.923774 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:29.969066 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Pushing event deleted for resources: {'Port': ['ID=955357c3-dcbd-42a8-905e-2218ce82461a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:30.065766 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3787065'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.236806 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64911'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.239141 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.269275 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3785944'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.269786 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dccb230-804e-48eb-a174-e24b024157e0 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 20:39:30.283392 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.284558 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-499a28f8-8b19-4494-8950-bcbe3f3cd63b admin admin] 10.222.0.33 "DELETE /v2.0/routers/0dccb230-804e-48eb-a174-e24b024157e0 HTTP/1.1" status: 204 len: 168 time: 1.4098110 Jun 24 20:39:30.288007 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51602) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:30.347071 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1449580-c4cb-46c7-8f16-52a051d4326c admin admin] Deleting subnet e02b5670-f217-4f99-9448-1d750526a468 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:39:30.350190 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1449580-c4cb-46c7-8f16-52a051d4326c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.396924 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:39:30.401469 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1449580-c4cb-46c7-8f16-52a051d4326c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324530'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.470363 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:39:30.474970 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:30.475330 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.480955 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1449580-c4cb-46c7-8f16-52a051d4326c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.552110 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1449580-c4cb-46c7-8f16-52a051d4326c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584376'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.586403 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:39:30.586820 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.593078 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1449580-c4cb-46c7-8f16-52a051d4326c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02b5670-f217-4f99-9448-1d750526a468,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:30.605397 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1449580-c4cb-46c7-8f16-52a051d4326c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.613385 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-a1449580-c4cb-46c7-8f16-52a051d4326c admin admin] 10.222.0.33 "DELETE /v2.0/subnets/e02b5670-f217-4f99-9448-1d750526a468 HTTP/1.1" status: 204 len: 168 time: 0.3243499 Jun 24 20:39:30.614500 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d7881b-3fa4-4102-ba63-37210b95f37c None None] Network 06227ec4-def1-4924-97fa-f9c49839cab3 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:39:30.615731 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51606) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:30.637114 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:39:30.739117 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.740802 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:30.751636 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Deleting port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:39:30.752050 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.773020 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.845040 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d1cca5-e138-486a-ac2c-6132521f58ac'] response: {'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'code': 200} Jun 24 20:39:30.903877 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:30.970058 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] For port 76355443-b30c-4c16-aaa5-9ceee9dae3c3, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=76355443-b30c-4c16-aaa5-9ceee9dae3c3,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:30.970767 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:30.997510 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977fd0d5-124a-47c0-9686-aa17aa6d110a None None] DHCP port deletion for 06227ec4-def1-4924-97fa-f9c49839cab3 request from dv-cinder-847189-4-iscsi {{(pid=88161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 20:39:31.002208 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-977fd0d5-124a-47c0-9686-aa17aa6d110a None None] Deleting port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:39:31.002645 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-977fd0d5-124a-47c0-9686-aa17aa6d110a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:31.109749 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c783f9-918d-4efa-b3fe-7856a33d49ef req-76788e86-f2d0-49a0-849d-d1b4363eea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:31.111889 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-26c783f9-918d-4efa-b3fe-7856a33d49ef req-76788e86-f2d0-49a0-849d-d1b4363eea59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 1098 time: 0.0792289 Jun 24 20:39:31.152458 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Calling delete_port for 76355443-b30c-4c16-aaa5-9ceee9dae3c3 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:39:31.158576 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-26c783f9-918d-4efa-b3fe-7856a33d49ef req-ff478ede-7a57-4437-8725-8f2841899b05 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365047 Jun 24 20:39:31.204909 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-977fd0d5-124a-47c0-9686-aa17aa6d110a None None] For port 76355443-b30c-4c16-aaa5-9ceee9dae3c3, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=76355443-b30c-4c16-aaa5-9ceee9dae3c3,segment=NetworkSegment(23f57748-31f6-4ecd-8b07-174a79e68802),segment_id=23f57748-31f6-4ecd-8b07-174a79e68802)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:31.205271 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-977fd0d5-124a-47c0-9686-aa17aa6d110a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:31.249839 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589278b-c161-46a1-a727-9c28d07866de req-fe01b64f-227a-41f9-a8e9-cfc15a19e2e4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:31.251638 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6589278b-c161-46a1-a727-9c28d07866de req-fe01b64f-227a-41f9-a8e9-cfc15a19e2e4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.2097046 Jun 24 20:39:31.252648 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:31.327794 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-977fd0d5-124a-47c0-9686-aa17aa6d110a None None] Calling delete_port for 76355443-b30c-4c16-aaa5-9ceee9dae3c3 owned by network:dhcp {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:39:31.400635 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.db.api [None req-977fd0d5-124a-47c0-9686-aa17aa6d110a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:39:31.401137 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG oslo_db.api [None req-977fd0d5-124a-47c0-9686-aa17aa6d110a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:39:31.418571 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] No DVR routers for this DVR port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 on host dv-cinder-847189-4-iscsi {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:39:31.443795 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Pushing event deleted for resources: {'Port': ['ID=76355443-b30c-4c16-aaa5-9ceee9dae3c3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:31.550806 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6589278b-c161-46a1-a727-9c28d07866de req-b9484a57-0567-46c6-a592-f82b95e860e6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548636 Jun 24 20:39:31.554690 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:31.580313 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06227ec4-def1-4924-97fa-f9c49839cab3']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:31.592186 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f57748-31f6-4ecd-8b07-174a79e68802') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:31.592517 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f57748-31f6-4ecd-8b07-174a79e68802') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:31.603633 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324539'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:31.623352 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:31.629791 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:39:31.630155 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653593'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:31.692761 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 76355443-b30c-4c16-aaa5-9ceee9dae3c3 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:39:31.724110 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:31.727459 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 76355443-b30c-4c16-aaa5-9ceee9dae3c3 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:39:31.727798 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 76355443-b30c-4c16-aaa5-9ceee9dae3c3 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:39:31.728868 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 908806fa-9b8a-4589-9d65-ce1661e6b87b no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:39:31.744650 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:31.750630 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] Pushing event deleted for resources: {'Network': ['ID=06227ec4-def1-4924-97fa-f9c49839cab3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:31.765042 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 908806fa-9b8a-4589-9d65-ce1661e6b87b {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:39:31.765042 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 908806fa-9b8a-4589-9d65-ce1661e6b87b not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:39:31.765323 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 955357c3-dcbd-42a8-905e-2218ce82461a no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:39:31.770643 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-4c7ce7ca-5046-4152-8267-304788fef326 admin admin] 10.222.0.33 "DELETE /v2.0/networks/06227ec4-def1-4924-97fa-f9c49839cab3 HTTP/1.1" status: 204 len: 168 time: 1.1538849 Jun 24 20:39:31.793977 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 23f57748-31f6-4ecd-8b07-174a79e68802 resource provider aggregate not found Jun 24 20:39:31.797723 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 955357c3-dcbd-42a8-905e-2218ce82461a {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:39:31.798065 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 955357c3-dcbd-42a8-905e-2218ce82461a not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:39:31.811801 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 23f57748-31f6-4ecd-8b07-174a79e68802 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23f57748-31f6-4ecd-8b07-174a79e68802 found for delete ", "request_id": "req-d09b79ed-f764-41a7-be6b-b8adc1a5c0d5"}]} Jun 24 20:39:31.884168 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51624) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:31.901933 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-977fd0d5-124a-47c0-9686-aa17aa6d110a None None] Deleting port 76355443-b30c-4c16-aaa5-9ceee9dae3c3 {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:39:31.902382 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-977fd0d5-124a-47c0-9686-aa17aa6d110a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:31.935123 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-61b59423-3e9b-4c24-aba9-6501fef95079 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cdcfd31d4ba7493ea8fa3d782618b7d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497968 Jun 24 20:39:31.937743 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51628) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:31.968732 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-977fd0d5-124a-47c0-9686-aa17aa6d110a None None] The port '76355443-b30c-4c16-aaa5-9ceee9dae3c3' was deleted {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 20:39:31.997362 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:32.023479 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:32.080256 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:32.096386 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85dbd1c-bda3-435f-bec5-f530de2db81e,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:32.104364 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:32.104699 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:32.105031 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:32.105350 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:32.105674 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:32.105999 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:32.106333 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:32.106668 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:32.106964 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:32.107275 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:32.107582 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:32.107931 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:32.115681 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:32.119149 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-ca931091-0412-41b5-a3c1-57b02ee04fd9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d85dbd1c-bda3-435f-bec5-f530de2db81e HTTP/1.1" status: 204 len: 168 time: 0.1779933 Jun 24 20:39:32.744448 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff4be1-a67a-459c-86b5-bae1eb27b2d0 req-467b2c9b-3ee4-4451-81ce-aae583222302 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:32.745873 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-43ff4be1-a67a-459c-86b5-bae1eb27b2d0 req-467b2c9b-3ee4-4451-81ce-aae583222302 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.0839443 Jun 24 20:39:32.790572 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-43ff4be1-a67a-459c-86b5-bae1eb27b2d0 req-4a09cb41-b67c-4ee3-96ce-5c5d733de503 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381501 Jun 24 20:39:32.851452 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51656) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:32.956847 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-729440610-network', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:32.961302 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:32.965188 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Usage tracker for resource:network and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:32.968265 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:32.974436 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:32.976314 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cecba-2a44-49ac-a39d-1c64fb0e9469 req-36bc2e0e-6215-4080-894f-9ff035c16cc8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:32.977753 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-735cecba-2a44-49ac-a39d-1c64fb0e9469 req-36bc2e0e-6215-4080-894f-9ff035c16cc8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.0866230 Jun 24 20:39:32.986632 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51662) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:32.991990 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-3268f9d8-77b1-46af-a5ba-b3d6be59207d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Request body: {'floatingip': {'port_id': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:33.042602 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Made reservation on behalf of f8f32683d96e49d08727cdb7aa4dc923 for: {'network': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:39:33.044730 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:33.074950 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:33.090046 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3268f9d8-77b1-46af-a5ba-b3d6be59207d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:33.187937 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:33.202056 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Usage tracker for resource:security_group_rule and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:33.206833 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:33.215265 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:33.515080 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:33.570313 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:33.612369 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:39:33.640679 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:33.641012 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.segments_db [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Added segment a5943911-318c-4790-b11b-fffbd16ba74d of type vlan for network c25f3d69-2108-4fe9-8428-7f69e44d3a0d Jun 24 20:39:33.642205 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833cb3b2-2795-4d6b-92d6-2b089ae6a8e1,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:33.680165 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:33.786033 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:33.787047 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:33.787662 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:33.875950 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3268f9d8-77b1-46af-a5ba-b3d6be59207d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:33.894909 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3268f9d8-77b1-46af-a5ba-b3d6be59207d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:34.079467 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] Pushing event updated for resources: {'Network': ['ID=c25f3d69-2108-4fe9-8428-7f69e44d3a0d,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:34.091760 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-3f93f24a-55ee-48fd-92c9-40bc87ebd9aa admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2364519 Jun 24 20:39:34.091924 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network c25f3d69-2108-4fe9-8428-7f69e44d3a0d details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:39:34.092444 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51666) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:34.099300 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Request body: {'subnet': {'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-729440610-subnet', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:34.106729 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:34.120759 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Usage tracker for resource:subnet and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:34.126698 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:34.135311 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:34.152280 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Made reservation on behalf of f8f32683d96e49d08727cdb7aa4dc923 for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:39:34.154545 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2163071'] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:34.229144 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [None req-3268f9d8-77b1-46af-a5ba-b3d6be59207d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Floating IP 0a78b998-07f4-4c1e-8a0b-a92904e2d2bd associated. External IP: 172.27.1.141, port: 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6. Jun 24 20:39:34.644004 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2371705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2163017'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:34.716269 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3268f9d8-77b1-46af-a5ba-b3d6be59207d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Router faa845b9-6af9-49e6-877c-90bce3e650dc has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:39:34.736205 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca567e07-e9a2-4973-a5ab-da5d14034a85,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:34.799909 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Checking segment: {'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:39:34.800256 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Network hostable DHCP agents. Network: c25f3d69-2108-4fe9-8428-7f69e44d3a0d, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:39:34.894764 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Network c25f3d69-2108-4fe9-8428-7f69e44d3a0d is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:39:34.909645 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, c25f3d69-2108-4fe9-8428-7f69e44d3a0d) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:39:34.916484 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:34.916705 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:34.919564 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631db042-607b-4b1b-a567-9b9e0bac4ee2 None None] Network c25f3d69-2108-4fe9-8428-7f69e44d3a0d requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:39:34.946199 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3268f9d8-77b1-46af-a5ba-b3d6be59207d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:39:34.950799 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3268f9d8-77b1-46af-a5ba-b3d6be59207d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:34.978025 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c8114-88cb-4e56-b7a0-5dffd5050784 None None] Sync routers for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:39:34.979121 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-28f11c41-c1b4-46a9-b19d-ab7fa286fddc admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8861387 Jun 24 20:39:34.981999 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51670) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:34.994520 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:35.000240 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:35.002972 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c8114-88cb-4e56-b7a0-5dffd5050784 None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:35.003967 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-229c8114-88cb-4e56-b7a0-5dffd5050784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:35.006988 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Usage tracker for resource:router and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:35.015639 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:35.024391 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:35.027340 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-3268f9d8-77b1-46af-a5ba-b3d6be59207d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "PUT /v2.0/floatingips/0a78b998-07f4-4c1e-8a0b-a92904e2d2bd HTTP/1.1" status: 200 len: 991 time: 2.0396924 Jun 24 20:39:35.028920 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:39:35.047799 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3800691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60277'] for router, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:35.048856 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3848008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64902'] for router, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:35.067200 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:35.077716 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e8bb18-71f0-4e1e-8194-8719a1184122'] response: {'name': 'network-changed', 'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'status': 'completed', 'code': 200} Jun 24 20:39:35.313341 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-229c8114-88cb-4e56-b7a0-5dffd5050784 None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:35.389067 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3845f4-25c2-549b-a277-efe1d63686d0-c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85'}]}} from dv-cinder-847189-4-iscsi. {{(pid=88161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 20:39:35.390037 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:35.490597 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64916'] for router, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:35.532541 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b290a1-1598-4d72-b228-db3a28509f15 req-de18a155-ef2e-4db3-810b-e9ec00ab79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:35.533995 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98b290a1-1598-4d72-b228-db3a28509f15 req-de18a155-ef2e-4db3-810b-e9ec00ab79e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb38036f5e9142b980bb459c181aba56&device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 1098 time: 0.3920665 Jun 24 20:39:35.721422 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b290a1-1598-4d72-b228-db3a28509f15 req-1845f806-be48-41ce-aae9-6f6a2d66eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:35.722871 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98b290a1-1598-4d72-b228-db3a28509f15 req-1845f806-be48-41ce-aae9-6f6a2d66eeeb service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e HTTP/1.1" status: 200 len: 917 time: 0.1473730 Jun 24 20:39:35.725867 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.db_base_plugin_common [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Allocated IP 172.20.0.2 (c25f3d69-2108-4fe9-8428-7f69e44d3a0d/ca567e07-e9a2-4973-a5ab-da5d14034a85/1820f173-569d-4f35-9dfa-a02a3de4dc59) {{(pid=88161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:39:35.910328 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-229c8114-88cb-4e56-b7a0-5dffd5050784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '0a78b998-07f4-4c1e-8a0b-a92904e2d2bd', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'port_id': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'mac_address': 'fa:16:3e:69:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:39:20Z', 'updated_at': '2022-06-24T20:39:33Z', 'revision_number': 1, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:29Z', 'revision_number': 5, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:35.947654 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c8114-88cb-4e56-b7a0-5dffd5050784 None None] Checking router: faa845b9-6af9-49e6-877c-90bce3e650dc for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:39:35.950854 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98b290a1-1598-4d72-b228-db3a28509f15 req-7c7b70a4-77a0-41e6-9c3a-940eebd00084 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 HTTP/1.1" status: 200 len: 999 time: 0.2101216 Jun 24 20:39:35.968808 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c8114-88cb-4e56-b7a0-5dffd5050784 None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:35.969415 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-229c8114-88cb-4e56-b7a0-5dffd5050784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:36.054901 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b290a1-1598-4d72-b228-db3a28509f15 req-e28227a4-e22b-47b7-9055-86ed0b7b41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:36.056316 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98b290a1-1598-4d72-b228-db3a28509f15 req-e28227a4-e22b-47b7-9055-86ed0b7b41dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84e55a5-a91c-4053-bdd6-57a0a2d2cdda HTTP/1.1" status: 200 len: 855 time: 0.0972562 Jun 24 20:39:36.057200 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:36.093755 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:36.110782 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Transition to ACTIVE for port object 1820f173-569d-4f35-9dfa-a02a3de4dc59 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:39:36.134000 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:36.148048 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Transition to ACTIVE for port object 1820f173-569d-4f35-9dfa-a02a3de4dc59 will not be triggered until provisioned by entity DHCP. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:39:36.156339 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:36.226549 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-229c8114-88cb-4e56-b7a0-5dffd5050784 None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:36.260005 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b290a1-1598-4d72-b228-db3a28509f15 req-ff38333e-7711-4960-9a2a-9d36721249ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:36.261724 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98b290a1-1598-4d72-b228-db3a28509f15 req-ff38333e-7711-4960-9a2a-9d36721249ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1765673 Jun 24 20:39:36.281707 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Network c25f3d69-2108-4fe9-8428-7f69e44d3a0d is already hosted by enough agents. {{(pid=88161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:39:36.293206 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.base_scheduler [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Resources bound (agent type, host, resource id): {{(pid=88161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:39:36.299636 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Received port after_create {{(pid=88161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:39:36.301534 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Pushing event updated for resources: {'Port': ['ID=1820f173-569d-4f35-9dfa-a02a3de4dc59,revision_number=1']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:36.365578 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Allocated IP 172.27.1.234 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/9d67a39e-6400-4d78-9399-850d29e8fe36) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:39:36.503846 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98b290a1-1598-4d72-b228-db3a28509f15 req-83dd08f3-8e01-45b8-aa02-8c2eceaed6c3 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333522 Jun 24 20:39:36.551654 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Attempting to bind port 1820f173-569d-4f35-9dfa-a02a3de4dc59 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:39:36.552247 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Attempting to bind port 1820f173-569d-4f35-9dfa-a02a3de4dc59 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:39:36.552376 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Attempting to bind port 1820f173-569d-4f35-9dfa-a02a3de4dc59 on network c25f3d69-2108-4fe9-8428-7f69e44d3a0d {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:39:36.572876 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:39:36.573231 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Checking segment: {'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:39:36.573651 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:36.574032 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Bound using segment: {'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:39:36.574518 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Bound port: 1820f173-569d-4f35-9dfa-a02a3de4dc59, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:39:36.574883 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:36.639783 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:36.682061 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98b290a1-1598-4d72-b228-db3a28509f15 req-d6984f44-b87a-4116-8ef2-46f9805fd16d service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707375 Jun 24 20:39:36.701141 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:36.764631 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:39:36.771560 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:39:36.775829 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:39:36.778074 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] For port 1820f173-569d-4f35-9dfa-a02a3de4dc59, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:39:36.790318 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] For port 1820f173-569d-4f35-9dfa-a02a3de4dc59, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=1820f173-569d-4f35-9dfa-a02a3de4dc59,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:39:36.796443 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:36.895531 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cf29e-7a5b-400a-8868-17c25d4557c4 None None] Pushing event updated for resources: {'Port': ['ID=1820f173-569d-4f35-9dfa-a02a3de4dc59,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:36.901567 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Pushing event updated for resources: {'Port': ['ID=9d67a39e-6400-4d78-9399-850d29e8fe36,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:36.905713 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-229c8114-88cb-4e56-b7a0-5dffd5050784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '0a78b998-07f4-4c1e-8a0b-a92904e2d2bd', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'port_id': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'mac_address': 'fa:16:3e:69:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:39:20Z', 'updated_at': '2022-06-24T20:39:33Z', 'revision_number': 1, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:29Z', 'revision_number': 5, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:36.914658 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c8114-88cb-4e56-b7a0-5dffd5050784 None None] The sync data for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi is: [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '0a78b998-07f4-4c1e-8a0b-a92904e2d2bd', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'port_id': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'mac_address': 'fa:16:3e:69:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:39:20Z', 'updated_at': '2022-06-24T20:39:33Z', 'revision_number': 1, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:29Z', 'revision_number': 5, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:39:37.157994 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff540473-4c96-484d-8e6b-0c722b1d2820 None None] New status for floating IP 0a78b998-07f4-4c1e-8a0b-a92904e2d2bd: ACTIVE {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:39:37.297035 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:37.637582 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787037'] for router, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:37.726684 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 1820f173-569d-4f35-9dfa-a02a3de4dc59 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:39:37.799711 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:37.816125 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 1820f173-569d-4f35-9dfa-a02a3de4dc59 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:39:37.844840 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb is scheduled to L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 with binding_index 1 {{(pid=88160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 20:39:37.873068 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d8e06f-8c3c-4f31-aad3-ef02b4d20a34 None None] Network c25f3d69-2108-4fe9-8428-7f69e44d3a0d requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:39:37.949663 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-202f2141-1ae1-40a2-a676-aef6d53c75ae None None] Provisioning for port 1820f173-569d-4f35-9dfa-a02a3de4dc59 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:39:37.963531 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-202f2141-1ae1-40a2-a676-aef6d53c75ae None None] Provisioning complete for port 1820f173-569d-4f35-9dfa-a02a3de4dc59 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:37.963894 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-202f2141-1ae1-40a2-a676-aef6d53c75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:38.016196 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:39:38.037316 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Sync routers for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:39:38.040688 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:38.041927 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-62f07194-1242-4937-ab6e-50fb48683347 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0589991 Jun 24 20:39:38.044997 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51678) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:38.091781 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:38.092314 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:38.335995 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-202f2141-1ae1-40a2-a676-aef6d53c75ae None None] Current status of the port 1820f173-569d-4f35-9dfa-a02a3de4dc59 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:39:38.336366 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-202f2141-1ae1-40a2-a676-aef6d53c75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:38.390975 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:38.496762 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-202f2141-1ae1-40a2-a676-aef6d53c75ae None None] For port 1820f173-569d-4f35-9dfa-a02a3de4dc59, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=1820f173-569d-4f35-9dfa-a02a3de4dc59,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:38.520047 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-202f2141-1ae1-40a2-a676-aef6d53c75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:38.705840 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:38.709977 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f2141-1ae1-40a2-a676-aef6d53c75ae None None] Pushing event updated for resources: {'Port': ['ID=1820f173-569d-4f35-9dfa-a02a3de4dc59,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:38.799649 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:37Z', 'revision_number': 3, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:38.803651 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Checking router: 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:39:38.803986 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Updating router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb port 9d67a39e-6400-4d78-9399-850d29e8fe36 binding host dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:39:38.863936 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:38.936473 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Allocated IP 172.20.0.1 (c25f3d69-2108-4fe9-8428-7f69e44d3a0d/ca567e07-e9a2-4973-a5ab-da5d14034a85/a364fd3c-abb3-403b-9456-99319394dee3) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:39:38.988233 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-efe73cf8-6293-4cb8-baee-d142ef2ece56 None None] Provisioning complete for port 1820f173-569d-4f35-9dfa-a02a3de4dc59 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:38.988456 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-efe73cf8-6293-4cb8-baee-d142ef2ece56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.183821 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.200077 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Transition to ACTIVE for port object a364fd3c-abb3-403b-9456-99319394dee3 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:39:39.218947 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-efe73cf8-6293-4cb8-baee-d142ef2ece56 None None] Current status of the port 1820f173-569d-4f35-9dfa-a02a3de4dc59 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:39:39.229240 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.294460 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Network c25f3d69-2108-4fe9-8428-7f69e44d3a0d is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:39:39.299983 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.301543 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:39:39.304479 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:39:39.312404 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Transition to ACTIVE for port object 9d67a39e-6400-4d78-9399-850d29e8fe36 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:39:39.319766 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.340844 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Pushing event updated for resources: {'Port': ['ID=a364fd3c-abb3-403b-9456-99319394dee3,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:39.365567 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800663'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.398640 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Attempting to bind port 9d67a39e-6400-4d78-9399-850d29e8fe36 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:39:39.399103 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Attempting to bind port 9d67a39e-6400-4d78-9399-850d29e8fe36 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:39:39.400037 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Attempting to bind port 9d67a39e-6400-4d78-9399-850d29e8fe36 on network cd9f41e2-529a-43c2-b620-1636d255c50a {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:39:39.410660 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:39:39.411143 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Checking segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:39:39.411612 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.412490 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Bound using segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:39:39.413045 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Bound port: 9d67a39e-6400-4d78-9399-850d29e8fe36, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:39:39.413956 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.472814 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f92105-5165-458b-8327-bd252a864fba None None] Pushing event updated for resources: {'Port': ['ID=9d67a39e-6400-4d78-9399-850d29e8fe36,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:39.490098 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.509873 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] For port 9d67a39e-6400-4d78-9399-850d29e8fe36, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:39:39.513198 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] For port 9d67a39e-6400-4d78-9399-850d29e8fe36, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=9d67a39e-6400-4d78-9399-850d29e8fe36,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:39:39.518719 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.602526 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-36b523d9-db71-4867-b56f-e6a4750700ab None None] Provisioning for port a364fd3c-abb3-403b-9456-99319394dee3 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:39:39.609690 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f92105-5165-458b-8327-bd252a864fba None None] Pushing event updated for resources: {'Port': ['ID=9d67a39e-6400-4d78-9399-850d29e8fe36,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:39.612348 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:39.612891 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:39.673073 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-36b523d9-db71-4867-b56f-e6a4750700ab None None] Provisioning complete for port a364fd3c-abb3-403b-9456-99319394dee3 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:39.673431 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-36b523d9-db71-4867-b56f-e6a4750700ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.728815 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.734231 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.756926 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 1820f173-569d-4f35-9dfa-a02a3de4dc59 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:39:39.837690 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Pushing event updated for resources: {'Port': ['ID=a364fd3c-abb3-403b-9456-99319394dee3,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:39.840113 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4173672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800626'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.853547 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-36b523d9-db71-4867-b56f-e6a4750700ab None None] Port a364fd3c-abb3-403b-9456-99319394dee3 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:39:39.892887 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:39.942172 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 1820f173-569d-4f35-9dfa-a02a3de4dc59 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:39.942530 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:39.973374 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Network c25f3d69-2108-4fe9-8428-7f69e44d3a0d is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:39:39.974643 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:39:40.159879 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:39:40.291109 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 1820f173-569d-4f35-9dfa-a02a3de4dc59 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:39:40.296996 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-ab34803c-c4d5-4c73-a9c2-d6fca17df8bd None None] Provisioning complete for port a364fd3c-abb3-403b-9456-99319394dee3 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:40.296996 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-ab34803c-c4d5-4c73-a9c2-d6fca17df8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:40.342730 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:39:40.357447 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-24a2e983-1b95-430f-8fe9-ab5270821adf admin admin] 10.222.0.33 "PUT /v2.0/routers/2cd7f612-15a9-441d-b51a-a8c5ad3db3cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3059046 Jun 24 20:39:40.384604 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-ab34803c-c4d5-4c73-a9c2-d6fca17df8bd None None] Port a364fd3c-abb3-403b-9456-99319394dee3 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:39:40.414611 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:38Z', 'revision_number': 1, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:40.418631 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e758063-3b4c-4d00-83fb-91448bc1f35c None None] The sync data for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi is: [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:38Z', 'revision_number': 1, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:39:40.698119 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51688) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:40.703646 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--550206665', 'description': 'tempest-description--1746150500'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:40.709836 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:40.714067 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Usage tracker for resource:security_group and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:40.717086 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:40.723119 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:40.735645 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:40.760581 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:40.766281 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Usage tracker for resource:security_group_rule and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:40.769267 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:40.775326 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:40.852877 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:40.858493 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:40.891654 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2fb7663d-79da-42b6-a43a-c90f59a43bb4 req-47d45446-ae05-418a-aa0c-fa6be074bbf1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868006 Jun 24 20:39:40.903618 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ceb007-beb6-42ab-b411-d3019780c2a5,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:40.906066 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:40.907282 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-7bb4061a-7b97-4dba-86bc-2baf58176a82 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2081223 Jun 24 20:39:40.910292 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51692) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:40.915857 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-9fe39f3a-8883-4c53-a83c-25ee0a8c4252 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Request body: {'security_group_rule': {'security_group_id': 'a5ceb007-beb6-42ab-b411-d3019780c2a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:40.922006 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9fe39f3a-8883-4c53-a83c-25ee0a8c4252 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:40.926092 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-9fe39f3a-8883-4c53-a83c-25ee0a8c4252 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Usage tracker for resource:security_group_rule and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:40.929149 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-9fe39f3a-8883-4c53-a83c-25ee0a8c4252 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:40.935169 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9fe39f3a-8883-4c53-a83c-25ee0a8c4252 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:40.954052 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9fe39f3a-8883-4c53-a83c-25ee0a8c4252 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:41.030449 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9fe39f3a-8883-4c53-a83c-25ee0a8c4252 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:41.035537 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9fe39f3a-8883-4c53-a83c-25ee0a8c4252 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:41.060177 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe39f3a-8883-4c53-a83c-25ee0a8c4252 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca483990-2e8b-481e-bca9-3455833ae000,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:41.073553 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9fe39f3a-8883-4c53-a83c-25ee0a8c4252 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:41.076259 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-9fe39f3a-8883-4c53-a83c-25ee0a8c4252 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1635725 Jun 24 20:39:41.077603 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51696) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:41.090410 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c86c2df7-e991-4129-836e-67de4e1baf50 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Request body: {'security_group_rule': {'security_group_id': 'a5ceb007-beb6-42ab-b411-d3019780c2a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:41.106081 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c86c2df7-e991-4129-836e-67de4e1baf50 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:41.110493 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c86c2df7-e991-4129-836e-67de4e1baf50 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Usage tracker for resource:security_group_rule and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:41.115308 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c86c2df7-e991-4129-836e-67de4e1baf50 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:41.123539 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7663d-79da-42b6-a43a-c90f59a43bb4 req-7904f74c-e355-4576-8db1-7b8cc0cd2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:41.125816 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c86c2df7-e991-4129-836e-67de4e1baf50 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:41.126349 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2fb7663d-79da-42b6-a43a-c90f59a43bb4 req-7904f74c-e355-4576-8db1-7b8cc0cd2ec0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6a93e932f0f417992870f3b1394e369&device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 1099 time: 0.2115283 Jun 24 20:39:41.147053 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c86c2df7-e991-4129-836e-67de4e1baf50 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:41.217777 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c86c2df7-e991-4129-836e-67de4e1baf50 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:41.222443 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c86c2df7-e991-4129-836e-67de4e1baf50 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:41.247100 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c2df7-e991-4129-836e-67de4e1baf50 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bad11a-7fa8-4671-abea-5401b3231525,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:41.257594 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c86c2df7-e991-4129-836e-67de4e1baf50 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:41.262067 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-c86c2df7-e991-4129-836e-67de4e1baf50 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802413 Jun 24 20:39:41.262305 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51700) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:41.267691 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:41.273584 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:41.277321 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7663d-79da-42b6-a43a-c90f59a43bb4 req-63082092-e7bb-4a10-940e-a941ee7d8b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:41.277482 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Usage tracker for resource:floatingip and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:39:41.279623 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2fb7663d-79da-42b6-a43a-c90f59a43bb4 req-63082092-e7bb-4a10-940e-a941ee7d8b18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 HTTP/1.1" status: 200 len: 910 time: 0.1325891 Jun 24 20:39:41.280518 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:39:41.286281 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:41.297183 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:41.396879 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2fb7663d-79da-42b6-a43a-c90f59a43bb4 req-df526f0b-28c3-4dbe-8620-05c309ce5952 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6 HTTP/1.1" status: 200 len: 1001 time: 0.1103151 Jun 24 20:39:41.463872 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7663d-79da-42b6-a43a-c90f59a43bb4 req-d3e9a224-7217-48c5-b3fc-bc83b97750c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:41.465455 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2fb7663d-79da-42b6-a43a-c90f59a43bb4 req-d3e9a224-7217-48c5-b3fc-bc83b97750c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6c5a11a-86f3-4ccf-a584-ed8dd66e67da HTTP/1.1" status: 200 len: 848 time: 0.0611820 Jun 24 20:39:41.543778 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:41.553519 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7663d-79da-42b6-a43a-c90f59a43bb4 req-25bc07dd-d19a-44ee-a9b6-b7f86fac7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:41.555076 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2fb7663d-79da-42b6-a43a-c90f59a43bb4 req-25bc07dd-d19a-44ee-a9b6-b7f86fac7d10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837038 Jun 24 20:39:41.695089 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Allocated IP 172.27.1.183 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/2a2a7f0f-c759-4d26-9472-8c13d6f7ee75) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:39:41.717907 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2fb7663d-79da-42b6-a43a-c90f59a43bb4 req-f03e6bb9-9cb3-4b5f-b532-dce0050f1cc5 service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555827 Jun 24 20:39:41.743893 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 9d67a39e-6400-4d78-9399-850d29e8fe36 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:39:41.849733 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 9d67a39e-6400-4d78-9399-850d29e8fe36 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:39:41.862362 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 9d67a39e-6400-4d78-9399-850d29e8fe36 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:41.862732 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:41.892507 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2fb7663d-79da-42b6-a43a-c90f59a43bb4 req-41dd3a65-06dd-46da-b123-e04ce1dcf9fa service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609037 Jun 24 20:39:41.893824 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:41.932942 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:42.001828 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 9d67a39e-6400-4d78-9399-850d29e8fe36 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:39:42.002559 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:42.009489 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:39:42.013383 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:39:42.019117 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:39:42.025060 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 9d67a39e-6400-4d78-9399-850d29e8fe36, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=9d67a39e-6400-4d78-9399-850d29e8fe36,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:42.029938 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:42.046474 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event updated for resources: {'Port': ['ID=2a2a7f0f-c759-4d26-9472-8c13d6f7ee75,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:42.105005 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:42.107050 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=9d67a39e-6400-4d78-9399-850d29e8fe36,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:42.165646 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:42.388105 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:42.393657 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:42.487242 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Sync routers for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:39:42.495761 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event updated for resources: {'Port': ['ID=2a2a7f0f-c759-4d26-9472-8c13d6f7ee75,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:42.496547 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:42.497136 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:42.515744 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:42.538832 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:42.540312 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-dbd2cae2-1a01-43e0-983f-6ac29c8457d7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2770505 Jun 24 20:39:42.678176 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:42.702541 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-ec062847-40c9-4de2-9bc6-ae2c5948a4fa tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Synchronizing usage tracker for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:42.721399 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-ec062847-40c9-4de2-9bc6-ae2c5948a4fa tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Unset dirty status for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:42.722500 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-ec062847-40c9-4de2-9bc6-ae2c5948a4fa tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--550206665&fields=id&tenant_id=f8f32683d96e49d08727cdb7aa4dc923 HTTP/1.1" status: 200 len: 267 time: 0.0582201 Jun 24 20:39:42.874451 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-c2ff798f-fe12-40d6-991b-c98ef8adcd77 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:42.875120 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-c2ff798f-fe12-40d6-991b-c98ef8adcd77 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Synchronizing usage tracker for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:network {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:42.893337 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-c2ff798f-fe12-40d6-991b-c98ef8adcd77 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Unset dirty status for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:network {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:42.894594 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-c2ff798f-fe12-40d6-991b-c98ef8adcd77 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/networks?id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d HTTP/1.1" status: 200 len: 810 time: 0.1605589 Jun 24 20:39:42.909231 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-87aa71a3-b210-44de-974e-750a04320f45 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/quotas/f8f32683d96e49d08727cdb7aa4dc923 HTTP/1.1" status: 200 len: 375 time: 0.0088816 Jun 24 20:39:42.980606 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 2, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:42.984564 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Checking router: 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:39:42.984909 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Updating router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb port a364fd3c-abb3-403b-9456-99319394dee3 binding host dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:39:42.999934 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-5876c9f2-53ea-466c-a25f-5f8512c754e2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f8f32683d96e49d08727cdb7aa4dc923&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852633 Jun 24 20:39:43.037333 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:43.179992 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-55f5a646-4778-40ed-821d-87ba3b4013ef service neutron] 10.222.0.33 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676271 Jun 24 20:39:43.310383 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-61741b34-9673-4add-a341-2d4b44812481 service neutron] 10.222.0.33 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240942 Jun 24 20:39:43.368287 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Notify callbacks [] for port, precommit_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:43.381741 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.provisioning_blocks [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Transition to ACTIVE for port object a364fd3c-abb3-403b-9456-99319394dee3 will not be triggered until provisioned by entity L2. {{(pid=88162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:39:43.389451 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:43.492854 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-bb96e2c9-f51e-419a-a678-45c584a00fdf req-c8b3253e-6aa4-47bb-b9d0-eec4c74efd5f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Synchronizing usage tracker for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:43.512621 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Pushing event updated for resources: {'Port': ['ID=a364fd3c-abb3-403b-9456-99319394dee3,revision_number=3']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:43.516489 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-bb96e2c9-f51e-419a-a678-45c584a00fdf req-c8b3253e-6aa4-47bb-b9d0-eec4c74efd5f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Unset dirty status for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:43.518159 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bb96e2c9-f51e-419a-a678-45c584a00fdf req-c8b3253e-6aa4-47bb-b9d0-eec4c74efd5f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 210 time: 0.0759661 Jun 24 20:39:43.533717 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:43.533986 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:43.534384 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:43.534808 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:43.535007 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:43.535321 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:43.535804 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:43.536417 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:43.536761 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:43.537231 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:43.537686 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:43.538160 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:39:43.683659 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Attempting to bind port a364fd3c-abb3-403b-9456-99319394dee3 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:39:43.684203 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Attempting to bind port a364fd3c-abb3-403b-9456-99319394dee3 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:39:43.684550 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Attempting to bind port a364fd3c-abb3-403b-9456-99319394dee3 on network c25f3d69-2108-4fe9-8428-7f69e44d3a0d {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:39:43.689815 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:39:43.690231 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Checking segment: {'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:39:43.690614 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:43.691162 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Bound using segment: {'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:39:43.691609 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Bound port: a364fd3c-abb3-403b-9456-99319394dee3, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'}}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:39:43.691984 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:43.713556 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 9d67a39e-6400-4d78-9399-850d29e8fe36 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:39:43.797511 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] For port a364fd3c-abb3-403b-9456-99319394dee3, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:39:43.798807 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 9d67a39e-6400-4d78-9399-850d29e8fe36 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:43.799485 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:43.801023 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] For port a364fd3c-abb3-403b-9456-99319394dee3, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=a364fd3c-abb3-403b-9456-99319394dee3,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:39:43.805539 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:43.895372 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ac283-73d7-4116-9a42-4b7c1f89c2fb None None] Pushing event updated for resources: {'Port': ['ID=a364fd3c-abb3-403b-9456-99319394dee3,revision_number=4']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:43.900686 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:43.901297 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:43.926238 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 9d67a39e-6400-4d78-9399-850d29e8fe36 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:39:44.085635 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:44.400616 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:43Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:44.404529 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd3e4b-8c97-4533-9855-b91d426be921 None None] The sync data for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi is: [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:43Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:39:44.712010 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b7b55d3a-35de-4193-9463-b2d4aafc8fe3 req-cb0d59c7-41e6-4e48-9d1d-e6f1ff708fd2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 210 time: 0.0630903 Jun 24 20:39:44.780834 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-9f5f1b15-dcfc-42ad-8d40-1d4189ece089 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:44.782322 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-9f5f1b15-dcfc-42ad-8d40-1d4189ece089 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.15 "GET /v2.0/networks?id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d HTTP/1.1" status: 200 len: 810 time: 0.2197416 Jun 24 20:39:44.838608 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-4ed2f146-b86b-4671-9936-020b2e98929f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8f32683d96e49d08727cdb7aa4dc923 HTTP/1.1" status: 200 len: 379 time: 0.0428901 Jun 24 20:39:44.847092 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Request body: {'port': {'device_id': '9a42d5fc-9588-474b-95bb-52fccbe47055', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'admin_state_up': True, 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'security_groups': ['a5ceb007-beb6-42ab-b411-d3019780c2a5']}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:45.070104 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:39:45.080026 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:39:45.094381 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Made reservation on behalf of f8f32683d96e49d08727cdb7aa4dc923 for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:39:45.099181 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:45.261122 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Allocated IP 172.20.0.13 (c25f3d69-2108-4fe9-8428-7f69e44d3a0d/ca567e07-e9a2-4973-a5ab-da5d14034a85/364b771a-61c4-41ac-b319-d15070725692) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:39:45.454981 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:45.470304 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Transition to ACTIVE for port object 364b771a-61c4-41ac-b319-d15070725692 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:39:45.496755 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:45.563165 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Network c25f3d69-2108-4fe9-8428-7f69e44d3a0d is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:39:45.570440 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:39:45.574543 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:39:45.604101 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event updated for resources: {'Port': ['ID=364b771a-61c4-41ac-b319-d15070725692,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:45.642687 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:45.644223 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:45.674236 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-23f6ba9e-9132-41db-92e3-4fa11fe2764f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8306472 Jun 24 20:39:45.694601 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Request body: {'port': {'device_id': '9a42d5fc-9588-474b-95bb-52fccbe47055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:45.717424 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device a364fd3c-abb3-403b-9456-99319394dee3 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:39:45.788811 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port a364fd3c-abb3-403b-9456-99319394dee3 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:39:45.793696 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port a364fd3c-abb3-403b-9456-99319394dee3 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:45.794143 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:45.812455 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:45.857302 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-bc24cf44-2009-4dcb-8aaf-f47701135120 None None] Provisioning for port 364b771a-61c4-41ac-b319-d15070725692 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:39:45.862885 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-bc24cf44-2009-4dcb-8aaf-f47701135120 None None] Provisioning complete for port 364b771a-61c4-41ac-b319-d15070725692 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:45.863334 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-bc24cf44-2009-4dcb-8aaf-f47701135120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:45.933986 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3c6d9-78f4-4bfa-9f8f-15ff00267bcb req-fa2e7aac-518c-4008-a456-da9c4409ec6d tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:45.935668 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a2a3c6d9-78f4-4bfa-9f8f-15ff00267bcb req-fa2e7aac-518c-4008-a456-da9c4409ec6d tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 932 time: 0.1002524 Jun 24 20:39:45.959733 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-bc24cf44-2009-4dcb-8aaf-f47701135120 None None] Port 364b771a-61c4-41ac-b319-d15070725692 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:39:45.973231 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port a364fd3c-abb3-403b-9456-99319394dee3 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:39:45.973688 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:45.986814 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-a2a3c6d9-78f4-4bfa-9f8f-15ff00267bcb req-802cbd64-cb90-4285-bf36-f72326864f42 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Synchronizing usage tracker for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:45.998564 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-a2a3c6d9-78f4-4bfa-9f8f-15ff00267bcb req-802cbd64-cb90-4285-bf36-f72326864f42 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Unset dirty status for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:45.999939 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a2a3c6d9-78f4-4bfa-9f8f-15ff00267bcb req-802cbd64-cb90-4285-bf36-f72326864f42 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536036 Jun 24 20:39:46.008243 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port a364fd3c-abb3-403b-9456-99319394dee3, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=a364fd3c-abb3-403b-9456-99319394dee3,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:46.012733 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:46.082259 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=a364fd3c-abb3-403b-9456-99319394dee3,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:46.158302 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364b771a-61c4-41ac-b319-d15070725692 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:39:46.166046 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:46.179996 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Transition to ACTIVE for port object 364b771a-61c4-41ac-b319-d15070725692 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:39:46.184037 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:46.309538 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Pushing event updated for resources: {'Port': ['ID=364b771a-61c4-41ac-b319-d15070725692,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:46.417870 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Attempting to bind port 364b771a-61c4-41ac-b319-d15070725692 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:39:46.418221 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Attempting to bind port 364b771a-61c4-41ac-b319-d15070725692 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:39:46.418537 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Attempting to bind port 364b771a-61c4-41ac-b319-d15070725692 on network c25f3d69-2108-4fe9-8428-7f69e44d3a0d {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:39:46.422996 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Port 364b771a-61c4-41ac-b319-d15070725692 on network c25f3d69-2108-4fe9-8428-7f69e44d3a0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:39:46.423298 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Attempting to bind port 364b771a-61c4-41ac-b319-d15070725692 on network c25f3d69-2108-4fe9-8428-7f69e44d3a0d {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:39:46.428164 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:39:46.428484 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Checking segment: {'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:39:46.428848 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Bound using segment: {'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:39:46.429252 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Bound port: 364b771a-61c4-41ac-b319-d15070725692, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:39:46.429584 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:46.519886 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] For port 364b771a-61c4-41ac-b319-d15070725692, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:39:46.522889 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] For port 364b771a-61c4-41ac-b319-d15070725692, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=364b771a-61c4-41ac-b319-d15070725692,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:39:46.530117 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:46.582263 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:46.582840 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:46.584164 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/364b771a-61c4-41ac-b319-d15070725692 HTTP/1.1" status: 200 len: 1094 time: 0.8939664 Jun 24 20:39:46.584557 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a42d5fc-9588-474b-95bb-52fccbe47055', 'tag': '364b771a-61c4-41ac-b319-d15070725692'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:39:46.609752 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae4842-7e96-419f-8645-03c55db921a5 service neutron] Pushing event updated for resources: {'Port': ['ID=364b771a-61c4-41ac-b319-d15070725692,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:46.640326 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3affed5a-60d1-4c8d-8014-843b04b96eaa'] response: {'name': 'network-changed', 'server_uuid': '9a42d5fc-9588-474b-95bb-52fccbe47055', 'tag': '364b771a-61c4-41ac-b319-d15070725692', 'status': 'completed', 'code': 200} Jun 24 20:39:46.732109 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-9e33cfce-0ef9-4f69-9471-196689b29485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:46.733653 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-9e33cfce-0ef9-4f69-9471-196689b29485 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8f32683d96e49d08727cdb7aa4dc923&device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 1097 time: 0.0910034 Jun 24 20:39:46.801266 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-fc8cfd10-98b3-45d2-9277-ef09d28b85bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=364b771a-61c4-41ac-b319-d15070725692 HTTP/1.1" status: 200 len: 217 time: 0.0596995 Jun 24 20:39:46.948853 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-6584a351-055a-48c3-ad2b-fa6bc84ccdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:46.950301 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-6584a351-055a-48c3-ad2b-fa6bc84ccdb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca567e07-e9a2-4973-a5ab-da5d14034a85 HTTP/1.1" status: 200 len: 849 time: 0.1350296 Jun 24 20:39:47.046427 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-e8663d38-4144-4827-ba0a-b944ff0cdac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:47.047922 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-e8663d38-4144-4827-ba0a-b944ff0cdac0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831943 Jun 24 20:39:47.175974 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-caf76bb4-3977-4d66-80af-6fa5230f1650 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220107 Jun 24 20:39:47.192823 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2eb5-ca58-454f-9d55-0ae94be673d1 req-e1053f5b-23d8-4248-abdb-fe021969e058 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:47.194297 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5f2f2eb5-ca58-454f-9d55-0ae94be673d1 req-e1053f5b-23d8-4248-abdb-fe021969e058 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 944 time: 0.0860755 Jun 24 20:39:47.238893 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5f2f2eb5-ca58-454f-9d55-0ae94be673d1 req-307d4c76-c1c3-430f-8611-0d6f5870cfba tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387466 Jun 24 20:39:47.304160 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fd28f45b-cb59-4d85-a5e3-5cbf34955cb5 req-b035d17e-299d-4dd0-a344-a33a9ad59a55 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219614 Jun 24 20:39:47.458756 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac22c5-1466-4eb2-8e6f-bb6a8f38bd86 req-ada4f7b8-9faa-4946-b8eb-00f0e9cb1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:47.460931 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98ac22c5-1466-4eb2-8e6f-bb6a8f38bd86 req-ada4f7b8-9faa-4946-b8eb-00f0e9cb1b48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8f32683d96e49d08727cdb7aa4dc923&device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 1097 time: 0.0999556 Jun 24 20:39:47.593998 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac22c5-1466-4eb2-8e6f-bb6a8f38bd86 req-ca7410a6-9609-4e0b-b9bd-9235baa067e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:47.595363 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98ac22c5-1466-4eb2-8e6f-bb6a8f38bd86 req-ca7410a6-9609-4e0b-b9bd-9235baa067e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d HTTP/1.1" status: 200 len: 911 time: 0.1227200 Jun 24 20:39:47.664114 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98ac22c5-1466-4eb2-8e6f-bb6a8f38bd86 req-594b1fcc-369f-4337-8273-5ea6bf4c0575 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=364b771a-61c4-41ac-b319-d15070725692 HTTP/1.1" status: 200 len: 217 time: 0.0616338 Jun 24 20:39:47.699329 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device a364fd3c-abb3-403b-9456-99319394dee3 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:39:47.727618 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac22c5-1466-4eb2-8e6f-bb6a8f38bd86 req-51b67435-4e9f-4c56-a4b3-7dc62e51e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:47.729086 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98ac22c5-1466-4eb2-8e6f-bb6a8f38bd86 req-51b67435-4e9f-4c56-a4b3-7dc62e51e71f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca567e07-e9a2-4973-a5ab-da5d14034a85 HTTP/1.1" status: 200 len: 849 time: 0.0587175 Jun 24 20:39:47.773453 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port a364fd3c-abb3-403b-9456-99319394dee3 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:47.773823 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:47.817522 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac22c5-1466-4eb2-8e6f-bb6a8f38bd86 req-259dc8cc-f8a7-4ecd-b711-f681d0784a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:47.819097 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98ac22c5-1466-4eb2-8e6f-bb6a8f38bd86 req-259dc8cc-f8a7-4ecd-b711-f681d0784a16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817835 Jun 24 20:39:47.890089 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port a364fd3c-abb3-403b-9456-99319394dee3 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:39:47.953620 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98ac22c5-1466-4eb2-8e6f-bb6a8f38bd86 req-94fa3b6b-70c4-4988-9192-f5aed1289646 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264546 Jun 24 20:39:48.094168 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-98ac22c5-1466-4eb2-8e6f-bb6a8f38bd86 req-d8c95b24-c7c3-4dad-aeef-7bc7bd684410 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302855 Jun 24 20:39:48.438684 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f7d9b-073e-40b9-8de5-f2054a3ab07c req-3d470f06-8da4-424a-b22f-f12980ec6c42 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:48.439353 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-318f7d9b-073e-40b9-8de5-f2054a3ab07c req-3d470f06-8da4-424a-b22f-f12980ec6c42 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Synchronizing usage tracker for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:39:48.455766 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-318f7d9b-073e-40b9-8de5-f2054a3ab07c req-3d470f06-8da4-424a-b22f-f12980ec6c42 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Unset dirty status for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:39:48.457020 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-318f7d9b-073e-40b9-8de5-f2054a3ab07c req-3d470f06-8da4-424a-b22f-f12980ec6c42 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 944 time: 0.1113820 Jun 24 20:39:48.503709 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-318f7d9b-073e-40b9-8de5-f2054a3ab07c req-3657d6f3-8a8e-42bb-a7d4-cdb1d0c6f78e tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407336 Jun 24 20:39:49.703781 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96cbaa-1be1-47ea-a71c-839a942eea2b req-468ff3b5-5115-4f11-8372-84cb094b6117 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:49.705251 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fb96cbaa-1be1-47ea-a71c-839a942eea2b req-468ff3b5-5115-4f11-8372-84cb094b6117 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 944 time: 0.0965743 Jun 24 20:39:49.759248 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fb96cbaa-1be1-47ea-a71c-839a942eea2b req-c392628f-4d73-48a8-869f-6d55de393f69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477412 Jun 24 20:39:50.337883 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-44336024-b82f-4655-9ceb-a78415e19d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:50.481752 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 364b771a-61c4-41ac-b319-d15070725692 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:39:50.641134 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 364b771a-61c4-41ac-b319-d15070725692, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=364b771a-61c4-41ac-b319-d15070725692,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:50.654305 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '364b771a-61c4-41ac-b319-d15070725692', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'port_id': '364b771a-61c4-41ac-b319-d15070725692', 'mac_address': 'fa:16:3e:b2:63:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:39:50.709205 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 364b771a-61c4-41ac-b319-d15070725692 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:39:50.709569 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:50.728778 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364b771a-61c4-41ac-b319-d15070725692 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:39:50.744215 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 364b771a-61c4-41ac-b319-d15070725692, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=364b771a-61c4-41ac-b319-d15070725692,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:50.749842 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:50.816977 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=364b771a-61c4-41ac-b319-d15070725692,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:50.958794 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a4b7d-2de1-43bd-a8ab-19dc3091f8ba req-cf751600-64c4-45d3-b6b7-251a5d3de6ac tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:50.960255 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ee1a4b7d-2de1-43bd-a8ab-19dc3091f8ba req-cf751600-64c4-45d3-b6b7-251a5d3de6ac tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 945 time: 0.0903518 Jun 24 20:39:50.992073 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['364b771a-61c4-41ac-b319-d15070725692'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:39:51.004324 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ee1a4b7d-2de1-43bd-a8ab-19dc3091f8ba req-d3119088-917d-4939-ab52-20f796149da0 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383310 Jun 24 20:39:52.210157 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76670f2e-16c3-4e19-b1ab-bba1fdbb2071 req-d98f6a48-cf3b-40bb-aaf8-3449d09da900 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:52.211483 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-76670f2e-16c3-4e19-b1ab-bba1fdbb2071 req-d98f6a48-cf3b-40bb-aaf8-3449d09da900 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 945 time: 0.0962737 Jun 24 20:39:52.255199 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-76670f2e-16c3-4e19-b1ab-bba1fdbb2071 req-c4ec1c69-884b-46dd-842b-f49677313a28 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379884 Jun 24 20:39:52.492397 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 364b771a-61c4-41ac-b319-d15070725692 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:39:52.560946 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-cc58d407-3b68-4203-90ee-3b0801dfe820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:52.583024 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 364b771a-61c4-41ac-b319-d15070725692 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:39:52.587893 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 364b771a-61c4-41ac-b319-d15070725692 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:39:52.588247 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:52.739931 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 364b771a-61c4-41ac-b319-d15070725692 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:39:52.740297 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:52.767595 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a42d5fc-9588-474b-95bb-52fccbe47055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364b771a-61c4-41ac-b319-d15070725692'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:39:52.777374 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 364b771a-61c4-41ac-b319-d15070725692, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=364b771a-61c4-41ac-b319-d15070725692,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:39:52.782682 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:52.817938 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365ea7f3-d0ca-4397-9c0c-ff0859847f25'] response: {'server_uuid': '9a42d5fc-9588-474b-95bb-52fccbe47055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364b771a-61c4-41ac-b319-d15070725692', 'code': 200} Jun 24 20:39:52.851164 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=364b771a-61c4-41ac-b319-d15070725692,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:39:53.059682 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652d035-330c-4bf4-8ee2-f10daaf12557 req-09da3c7a-92cc-465b-b2cc-ced993b84ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:53.061031 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c652d035-330c-4bf4-8ee2-f10daaf12557 req-09da3c7a-92cc-465b-b2cc-ced993b84ff4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 1099 time: 0.0774400 Jun 24 20:39:53.105814 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c652d035-330c-4bf4-8ee2-f10daaf12557 req-adec84ec-04af-4d3e-ba85-6788678ef26b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383120 Jun 24 20:39:53.460314 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bbb0d-3914-4f51-8f8c-5ec8e531a843 req-dcddc51e-a579-49f5-9458-5556bbbd772a tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:53.461755 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9b2bbb0d-3914-4f51-8f8c-5ec8e531a843 req-dcddc51e-a579-49f5-9458-5556bbbd772a tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.0897012 Jun 24 20:39:53.516665 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9b2bbb0d-3914-4f51-8f8c-5ec8e531a843 req-3010ad29-775d-4980-8420-ec037c00fc32 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489743 Jun 24 20:39:53.559083 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:53.707836 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:54.728138 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab7b8-f21e-4c2e-854a-4706353ed8ac req-881fa09d-4200-4fff-a460-83132268741e tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:54.729486 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-01fab7b8-f21e-4c2e-854a-4706353ed8ac req-881fa09d-4200-4fff-a460-83132268741e tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1022589 Jun 24 20:39:54.779329 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-01fab7b8-f21e-4c2e-854a-4706353ed8ac req-a458ced7-d050-46c2-8eba-43720efeeae1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438178 Jun 24 20:39:54.974379 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d7d52-98b4-4333-ac5f-8a5f3cd24b7d req-c0f5c29d-0327-48e5-9da8-104d00467bd6 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:54.975796 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c07d7d52-98b4-4333-ac5f-8a5f3cd24b7d req-c0f5c29d-0327-48e5-9da8-104d00467bd6 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.0986748 Jun 24 20:39:54.986439 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51770) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:39:54.991219 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-62d9ae3b-9eed-4143-98f7-d0163c8db1be tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Request body: {'floatingip': {'port_id': '364b771a-61c4-41ac-b319-d15070725692'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:39:55.010615 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:55.169926 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-62d9ae3b-9eed-4143-98f7-d0163c8db1be tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:55.739711 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-62d9ae3b-9eed-4143-98f7-d0163c8db1be tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:55.745745 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-62d9ae3b-9eed-4143-98f7-d0163c8db1be tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:55.927531 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.l3_db [None req-62d9ae3b-9eed-4143-98f7-d0163c8db1be tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Floating IP 63cd732c-c54e-4fc2-b2bd-1e945cb37699 associated. External IP: 172.27.1.183, port: 364b771a-61c4-41ac-b319-d15070725692. Jun 24 20:39:56.271394 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d9ae3b-9eed-4143-98f7-d0163c8db1be tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:39:56.566976 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d9ae3b-9eed-4143-98f7-d0163c8db1be tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:39:56.571573 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-62d9ae3b-9eed-4143-98f7-d0163c8db1be tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:39:56.578069 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d630f2e6-fafb-4cca-bb8c-7e9e33b0e8d9 None None] Sync routers for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:39:56.587569 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d630f2e6-fafb-4cca-bb8c-7e9e33b0e8d9 None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:56.588174 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d630f2e6-fafb-4cca-bb8c-7e9e33b0e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:56.626631 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-62d9ae3b-9eed-4143-98f7-d0163c8db1be tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "PUT /v2.0/floatingips/63cd732c-c54e-4fc2-b2bd-1e945cb37699 HTTP/1.1" status: 200 len: 992 time: 1.6391928 Jun 24 20:39:56.627608 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a42d5fc-9588-474b-95bb-52fccbe47055', 'tag': '364b771a-61c4-41ac-b319-d15070725692'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:39:56.730440 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed5d595a-1594-4025-bf03-19ac5bdec979'] response: {'name': 'network-changed', 'server_uuid': '9a42d5fc-9588-474b-95bb-52fccbe47055', 'tag': '364b771a-61c4-41ac-b319-d15070725692', 'status': 'completed', 'code': 200} Jun 24 20:39:56.768756 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d630f2e6-fafb-4cca-bb8c-7e9e33b0e8d9 None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:56.904026 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3ec22-3139-4e8c-9c2c-0f993cb58b80 req-e88640f3-01a5-4ddc-99fb-993fb6f5ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:56.905665 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fcc3ec22-3139-4e8c-9c2c-0f993cb58b80 req-e88640f3-01a5-4ddc-99fb-993fb6f5ceea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8f32683d96e49d08727cdb7aa4dc923&device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 1099 time: 0.1508422 Jun 24 20:39:57.036724 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3ec22-3139-4e8c-9c2c-0f993cb58b80 req-50a6d501-5229-4ace-95e4-7655f5a7062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:57.038172 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fcc3ec22-3139-4e8c-9c2c-0f993cb58b80 req-50a6d501-5229-4ace-95e4-7655f5a7062a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d HTTP/1.1" status: 200 len: 911 time: 0.1260729 Jun 24 20:39:57.106533 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d630f2e6-fafb-4cca-bb8c-7e9e33b0e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '63cd732c-c54e-4fc2-b2bd-1e945cb37699', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'port_id': '364b771a-61c4-41ac-b319-d15070725692', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'mac_address': 'fa:16:3e:b2:63:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a42d5fc-9588-474b-95bb-52fccbe47055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:39:42Z', 'updated_at': '2022-06-24T20:39:55Z', 'revision_number': 1, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:45Z', 'revision_number': 5, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:57.110602 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d630f2e6-fafb-4cca-bb8c-7e9e33b0e8d9 None None] Checking router: 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:39:57.119157 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d630f2e6-fafb-4cca-bb8c-7e9e33b0e8d9 None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:39:57.119719 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d630f2e6-fafb-4cca-bb8c-7e9e33b0e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:57.139184 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fcc3ec22-3139-4e8c-9c2c-0f993cb58b80 req-c53dbc96-b11d-4cfa-bd84-9bfba46b8929 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=364b771a-61c4-41ac-b319-d15070725692 HTTP/1.1" status: 200 len: 1000 time: 0.0943766 Jun 24 20:39:57.199289 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3ec22-3139-4e8c-9c2c-0f993cb58b80 req-0625287d-98c1-4bde-9c48-791ed8c913dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:57.200573 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fcc3ec22-3139-4e8c-9c2c-0f993cb58b80 req-0625287d-98c1-4bde-9c48-791ed8c913dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca567e07-e9a2-4973-a5ab-da5d14034a85 HTTP/1.1" status: 200 len: 849 time: 0.0551460 Jun 24 20:39:57.285103 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3ec22-3139-4e8c-9c2c-0f993cb58b80 req-edc3b98d-37ae-409a-b92c-b0fe168d26bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:39:57.286784 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fcc3ec22-3139-4e8c-9c2c-0f993cb58b80 req-edc3b98d-37ae-409a-b92c-b0fe168d26bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794005 Jun 24 20:39:57.294397 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d630f2e6-fafb-4cca-bb8c-7e9e33b0e8d9 None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:39:57.419881 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fcc3ec22-3139-4e8c-9c2c-0f993cb58b80 req-73a8d9ac-1bcf-4706-8a23-b2d3c3281235 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264174 Jun 24 20:39:57.569689 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fcc3ec22-3139-4e8c-9c2c-0f993cb58b80 req-f3710d05-bebd-4b83-a0c0-052181275ca0 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432588 Jun 24 20:39:57.585839 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:39:57.642723 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d630f2e6-fafb-4cca-bb8c-7e9e33b0e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '63cd732c-c54e-4fc2-b2bd-1e945cb37699', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'port_id': '364b771a-61c4-41ac-b319-d15070725692', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'mac_address': 'fa:16:3e:b2:63:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a42d5fc-9588-474b-95bb-52fccbe47055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:39:42Z', 'updated_at': '2022-06-24T20:39:55Z', 'revision_number': 1, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:45Z', 'revision_number': 5, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:39:57.646880 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d630f2e6-fafb-4cca-bb8c-7e9e33b0e8d9 None None] The sync data for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi is: [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '63cd732c-c54e-4fc2-b2bd-1e945cb37699', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'port_id': '364b771a-61c4-41ac-b319-d15070725692', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'mac_address': 'fa:16:3e:b2:63:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a42d5fc-9588-474b-95bb-52fccbe47055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:39:42Z', 'updated_at': '2022-06-24T20:39:55Z', 'revision_number': 1, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:45Z', 'revision_number': 5, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:39:57.843427 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3923a4-8827-4188-871f-3757bba56a23 None None] New status for floating IP 63cd732c-c54e-4fc2-b2bd-1e945cb37699: ACTIVE {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:40:07.767387 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:10.410339 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a205af4-cc76-45f8-b508-f5823488c05a req-a0ec3cb2-4327-4f52-b6e7-65acccadcc0d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:10.411756 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9a205af4-cc76-45f8-b508-f5823488c05a req-a0ec3cb2-4327-4f52-b6e7-65acccadcc0d tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 945 time: 0.0950537 Jun 24 20:40:10.455289 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9a205af4-cc76-45f8-b508-f5823488c05a req-d5927495-fc86-483b-b428-d3b5ee707cd1 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=81e440d9-cd8a-467f-9a01-f3a1a1894c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376711 Jun 24 20:40:11.674952 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d80718-640b-4be6-9b6f-63b46f7b4e51 req-6abc6d39-3303-4475-9446-f90d8a5e8ec6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:11.676288 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-93d80718-640b-4be6-9b6f-63b46f7b4e51 req-6abc6d39-3303-4475-9446-f90d8a5e8ec6 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 945 time: 0.0996556 Jun 24 20:40:11.722206 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-93d80718-640b-4be6-9b6f-63b46f7b4e51 req-23ace75c-af0d-44d9-8bc7-984390eb3464 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=81e440d9-cd8a-467f-9a01-f3a1a1894c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399995 Jun 24 20:40:12.132222 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca97368-7bb8-401d-a18a-8030345849a0 req-789acf55-d191-41e9-9f6a-2ab3f925e736 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:12.133672 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cca97368-7bb8-401d-a18a-8030345849a0 req-789acf55-d191-41e9-9f6a-2ab3f925e736 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 945 time: 0.0938370 Jun 24 20:40:12.203517 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Deleting port 081cae39-6f9a-431b-a28b-162c5e9b225e {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:40:12.203847 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:12.458120 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] For port 081cae39-6f9a-431b-a28b-162c5e9b225e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=081cae39-6f9a-431b-a28b-162c5e9b225e,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:12.458623 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:12.489889 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab7318-e87a-4af1-9bd5-16e5458dc91f req-5375957f-7506-4028-bf19-9ebb06573ad4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:12.491382 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e8ab7318-e87a-4af1-9bd5-16e5458dc91f req-5375957f-7506-4028-bf19-9ebb06573ad4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.0859323 Jun 24 20:40:12.535720 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e8ab7318-e87a-4af1-9bd5-16e5458dc91f req-a2971626-e921-4693-bc17-aa43df34a4d1 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381558 Jun 24 20:40:12.745006 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:12.745352 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:12.745674 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Floating IP 73fd6052-87fe-4c47-a150-258d968d4f42 disassociated. External IP: 172.27.1.80, port: 081cae39-6f9a-431b-a28b-162c5e9b225e. Jun 24 20:40:12.746050 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Calling delete_port for 081cae39-6f9a-431b-a28b-162c5e9b225e owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:40:13.014508 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ceaa0-1350-4abc-b2d3-111c3f803275 req-c865d77f-6706-4df8-9556-844875fc375a tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:13.016030 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f74ceaa0-1350-4abc-b2d3-111c3f803275 req-c865d77f-6706-4df8-9556-844875fc375a tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/ports?device_id=18a3beb3-7be5-485c-8968-25985e689a33 HTTP/1.1" status: 200 len: 945 time: 0.1640360 Jun 24 20:40:13.062187 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:13.119310 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f74ceaa0-1350-4abc-b2d3-111c3f803275 req-94a76fca-3ac8-41f7-a86c-87b3901fd470 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups?id=81e440d9-cd8a-467f-9a01-f3a1a1894c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921521 Jun 24 20:40:13.120289 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event deleted for resources: {'Port': ['ID=081cae39-6f9a-431b-a28b-162c5e9b225e,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:13.305597 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Router a897ac1a-6a68-486c-906e-21279c914a56 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:40:13.482914 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:40:13.494029 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcd11f2-28a1-4b97-be23-dbc36a351e96 None None] Sync routers for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:40:13.505449 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd11f2-28a1-4b97-be23-dbc36a351e96 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:40:13.506216 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0fcd11f2-28a1-4b97-be23-dbc36a351e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:13.569838 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] No DVR routers for this DVR port 081cae39-6f9a-431b-a28b-162c5e9b225e on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:40:13.572442 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:13.575371 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a3beb3-7be5-485c-8968-25985e689a33', 'name': 'network-vif-deleted', 'tag': '081cae39-6f9a-431b-a28b-162c5e9b225e'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:40:13.597511 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cca97368-7bb8-401d-a18a-8030345849a0 req-1d84b1da-34c6-4f59-ad40-e959deef7029 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.15 "DELETE /v2.0/ports/081cae39-6f9a-431b-a28b-162c5e9b225e HTTP/1.1" status: 204 len: 173 time: 1.4580362 Jun 24 20:40:13.651459 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f3b857-d34e-4e02-bc7e-414584dbd41a'] response: {'server_uuid': '18a3beb3-7be5-485c-8968-25985e689a33', 'name': 'network-vif-deleted', 'tag': '081cae39-6f9a-431b-a28b-162c5e9b225e', 'status': 'completed', 'code': 200} Jun 24 20:40:13.746507 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-0fcd11f2-28a1-4b97-be23-dbc36a351e96 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:40:13.767553 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7857387-4b94-4e15-b97e-a88f95a95c32 req-82e00d95-eca7-4b4a-b9e3-d879cc9b8f6b tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:13.769476 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-b7857387-4b94-4e15-b97e-a88f95a95c32 req-82e00d95-eca7-4b4a-b9e3-d879cc9b8f6b tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.0992253 Jun 24 20:40:13.813402 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-b7857387-4b94-4e15-b97e-a88f95a95c32 req-1c1fabc7-126c-479f-a58a-0a7eedd4d52e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375295 Jun 24 20:40:14.065934 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0fcd11f2-28a1-4b97-be23-dbc36a351e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:14.070162 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcd11f2-28a1-4b97-be23-dbc36a351e96 None None] Checking router: a897ac1a-6a68-486c-906e-21279c914a56 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:40:14.079459 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd11f2-28a1-4b97-be23-dbc36a351e96 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:40:14.079968 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0fcd11f2-28a1-4b97-be23-dbc36a351e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:39:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:14.246969 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51882) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:14.263035 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-0fcd11f2-28a1-4b97-be23-dbc36a351e96 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:40:14.308262 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7b6f4cf4-f2c5-4a7f-9b6d-9c0f9e7507fa tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:14.337376 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7b6f4cf4-f2c5-4a7f-9b6d-9c0f9e7507fa tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:14.402016 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7b6f4cf4-f2c5-4a7f-9b6d-9c0f9e7507fa tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:14.420051 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f4cf4-f2c5-4a7f-9b6d-9c0f9e7507fa tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e440d9-cd8a-467f-9a01-f3a1a1894c0b,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:14.432081 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7b6f4cf4-f2c5-4a7f-9b6d-9c0f9e7507fa tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:14.433229 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-7b6f4cf4-f2c5-4a7f-9b6d-9c0f9e7507fa tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "DELETE /v2.0/security-groups/81e440d9-cd8a-467f-9a01-f3a1a1894c0b HTTP/1.1" status: 204 len: 168 time: 0.1852334 Jun 24 20:40:14.436083 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51886) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:14.451611 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.api.v2.resource [None req-aa9f8146-7e72-4e5d-9700-0163b79a408c tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] show failed (client error): The resource could not be found. Jun 24 20:40:14.452665 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-aa9f8146-7e72-4e5d-9700-0163b79a408c tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "GET /v2.0/security-groups/81e440d9-cd8a-467f-9a01-f3a1a1894c0b HTTP/1.1" status: 404 len: 347 time: 0.0156243 Jun 24 20:40:14.456002 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51890) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:14.590866 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0fcd11f2-28a1-4b97-be23-dbc36a351e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:14.594864 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcd11f2-28a1-4b97-be23-dbc36a351e96 None None] The sync data for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi is: [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:41Z', 'revision_number': 4, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e260ac71-6282-4ab9-a0f3-34d9c46ae134', 'name': '', 'network_id': '7fe66e7b-631d-49f2-87af-6f9a31183f39', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'mac_address': 'fa:16:3e:5c:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:38Z', 'updated_at': '2022-06-24T20:33:53Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'subnets': [{'id': 'aaff2148-a5b9-46f1-b4f3-e167f2aba951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:40:14.608361 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Deleting port f4af7d8f-5513-4942-b20d-1cda665ce362 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:40:14.608725 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:14.780952 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:14.781292 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:14.794117 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc0998-76e4-4b56-8051-47aeb072ccc9 None None] New status for floating IP 73fd6052-87fe-4c47-a150-258d968d4f42: DOWN {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:40:14.905058 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Calling delete_port for f4af7d8f-5513-4942-b20d-1cda665ce362 owned by network:floatingip {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:40:15.134532 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cf5b9-9cf7-4443-aa45-88169f3cb416 req-b78d3d58-8353-4d09-8a7f-0335721967b0 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:15.135878 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ab1cf5b9-9cf7-4443-aa45-88169f3cb416 req-b78d3d58-8353-4d09-8a7f-0335721967b0 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.1223199 Jun 24 20:40:15.136552 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.db.api [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:40:15.136844 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG oslo_db.api [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:40:15.179615 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ab1cf5b9-9cf7-4443-aa45-88169f3cb416 req-62eb44f0-29e1-48cb-8484-e16997b17b85 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376801 Jun 24 20:40:15.638417 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Deleting port f4af7d8f-5513-4942-b20d-1cda665ce362 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:40:15.639072 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:15.804167 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:15.804383 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:15.924725 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Calling delete_port for f4af7d8f-5513-4942-b20d-1cda665ce362 owned by network:floatingip {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:40:16.087190 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:16.166661 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Pushing event deleted for resources: {'Port': ['ID=f4af7d8f-5513-4942-b20d-1cda665ce362,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:16.233372 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks [] for floatingip, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:16.248511 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:16.249719 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-d97b24a7-0857-4906-870e-15e608b2ed07 tempest-AttachVolumeNegativeTest-509364191 tempest-AttachVolumeNegativeTest-509364191-project] 10.222.0.33 "DELETE /v2.0/floatingips/73fd6052-87fe-4c47-a150-258d968d4f42 HTTP/1.1" status: 204 len: 168 time: 1.7928028 Jun 24 20:40:16.388778 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40513b8e-9abc-4f59-8cf4-a1379d717073 req-23c5ee89-6a51-41b2-915f-e994af5e0f9d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:16.390647 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-40513b8e-9abc-4f59-8cf4-a1379d717073 req-23c5ee89-6a51-41b2-915f-e994af5e0f9d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.0951030 Jun 24 20:40:16.436721 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-40513b8e-9abc-4f59-8cf4-a1379d717073 req-a2bd06e9-c102-42b0-a023-e466db16b02c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402386 Jun 24 20:40:16.543708 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 081cae39-6f9a-431b-a28b-162c5e9b225e no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:40:16.580066 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 081cae39-6f9a-431b-a28b-162c5e9b225e {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:40:16.580402 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 081cae39-6f9a-431b-a28b-162c5e9b225e not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:40:17.634570 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5d0da-a434-42b4-9263-29e594a3d208 req-5e000c04-4bad-45d8-b3ac-81d38025c32f tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:17.636101 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c2d5d0da-a434-42b4-9263-29e594a3d208 req-5e000c04-4bad-45d8-b3ac-81d38025c32f tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.0913403 Jun 24 20:40:17.679875 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c2d5d0da-a434-42b4-9263-29e594a3d208 req-f3dc9ba9-687f-4b0f-969c-ebfeb5f17579 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381999 Jun 24 20:40:18.890711 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bb450-ccd4-4af4-bad2-5b0c2ee0646d req-037641e8-c47b-47e9-afa2-0327e2cabe62 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:18.892307 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8e4bb450-ccd4-4af4-bad2-5b0c2ee0646d req-037641e8-c47b-47e9-afa2-0327e2cabe62 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.0885649 Jun 24 20:40:18.935914 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8e4bb450-ccd4-4af4-bad2-5b0c2ee0646d req-6f74546b-81a0-4b48-8690-50547b034426 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379453 Jun 24 20:40:20.162328 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebceed-f3c1-4277-b64b-55ba17ac1252 req-ba932be7-2b10-4ed0-845c-a8dc0cb28fff tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:20.163804 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d3ebceed-f3c1-4277-b64b-55ba17ac1252 req-ba932be7-2b10-4ed0-845c-a8dc0cb28fff tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.1074002 Jun 24 20:40:20.206859 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d3ebceed-f3c1-4277-b64b-55ba17ac1252 req-9fcb4867-116c-492e-863e-fd2e11441f50 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372145 Jun 24 20:40:20.345396 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f718df5c-fc54-4ae6-89f9-9d82b95fe50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:20.536545 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51940) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:21.112972 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788504'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:21.404938 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df733a4a-6bf6-4763-ab24-353bf9e3f84b req-7ca2b71a-8d76-4ed5-b176-a789c0257bef tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:21.406433 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-df733a4a-6bf6-4763-ab24-353bf9e3f84b req-7ca2b71a-8d76-4ed5-b176-a789c0257bef tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.0890028 Jun 24 20:40:21.450181 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-df733a4a-6bf6-4763-ab24-353bf9e3f84b req-140eb867-3526-4cb6-b324-b242299ce59c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372508 Jun 24 20:40:21.575984 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Deleting port e260ac71-6282-4ab9-a0f3-34d9c46ae134 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:40:21.576571 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:21.751313 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] For port e260ac71-6282-4ab9-a0f3-34d9c46ae134, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=e260ac71-6282-4ab9-a0f3-34d9c46ae134,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:21.751630 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:21.869530 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Calling delete_port for e260ac71-6282-4ab9-a0f3-34d9c46ae134 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:40:22.057930 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:22.105710 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Pushing event deleted for resources: {'Port': ['ID=e260ac71-6282-4ab9-a0f3-34d9c46ae134,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:22.147282 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:22.147612 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:22.147976 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:22.148274 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:22.148630 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:22.148977 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:22.149279 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:22.149598 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:22.149900 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:22.150217 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:22.150552 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:22.150864 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:22.380633 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4173695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788460'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:22.536057 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-d37e675b-3b91-4747-a913-1cd6c996f776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:22.901346 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Router a897ac1a-6a68-486c-906e-21279c914a56 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:40:22.909074 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829cd22-e38c-48e0-a6ce-e3fce351cc26 req-45bf5d5f-b18e-4d01-b5c1-20d44086fd38 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:22.910570 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6829cd22-e38c-48e0-a6ce-e3fce351cc26 req-45bf5d5f-b18e-4d01-b5c1-20d44086fd38 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.3047583 Jun 24 20:40:23.083527 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6829cd22-e38c-48e0-a6ce-e3fce351cc26 req-2d67de0d-710c-47c9-bb98-83caae78080d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668627 Jun 24 20:40:23.120099 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:40:23.131007 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aa7a37-e539-4051-afee-7c4b9a6b39b9 None None] Sync routers for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:40:23.133045 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-7ead70a9-a773-4545-a8fd-06922a943896 admin admin] 10.222.0.33 "PUT /v2.0/routers/a897ac1a-6a68-486c-906e-21279c914a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5954611 Jun 24 20:40:23.135796 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51950) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:23.140672 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa7a37-e539-4051-afee-7c4b9a6b39b9 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:40:23.143606 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-18aa7a37-e539-4051-afee-7c4b9a6b39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:40:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:23.313287 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-18aa7a37-e539-4051-afee-7c4b9a6b39b9 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:40:23.321050 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:23.503972 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:23.513895 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Deleting port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:40:23.514249 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:23.609168 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:23.641681 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-18aa7a37-e539-4051-afee-7c4b9a6b39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:40:21Z', 'revision_number': 5, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port': {'id': 'e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:23.645440 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aa7a37-e539-4051-afee-7c4b9a6b39b9 None None] Checking router: a897ac1a-6a68-486c-906e-21279c914a56 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:40:23.653995 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa7a37-e539-4051-afee-7c4b9a6b39b9 None None] Routers {'a897ac1a-6a68-486c-906e-21279c914a56'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:40:23.654607 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-18aa7a37-e539-4051-afee-7c4b9a6b39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:40:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a897ac1a-6a68-486c-906e-21279c914a56'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:23.691480 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] For port e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:23.692131 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:23.786958 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:23.815831 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-18aa7a37-e539-4051-afee-7c4b9a6b39b9 None None] Set router a897ac1a-6a68-486c-906e-21279c914a56 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:40:23.817637 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Calling delete_port for e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:40:23.919312 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-18aa7a37-e539-4051-afee-7c4b9a6b39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:40:23Z', 'revision_number': 6, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port_host': None}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:23.923494 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aa7a37-e539-4051-afee-7c4b9a6b39b9 None None] The sync data for ids ['a897ac1a-6a68-486c-906e-21279c914a56'] in dv-cinder-847189-4-iscsi is: [{'id': 'a897ac1a-6a68-486c-906e-21279c914a56', 'name': 'tempest-AttachVolumeNegativeTest-1431701704-router', 'tenant_id': '50d9fb9258c640e88fc3f13defa38c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:33:33Z', 'updated_at': '2022-06-24T20:40:23Z', 'revision_number': 6, 'project_id': '50d9fb9258c640e88fc3f13defa38c4d', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:40:23.984841 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:24.032988 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Pushing event deleted for resources: {'Port': ['ID=e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:24.127340 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3787065'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:24.289246 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a4e9a-2df7-4a0a-8423-e846a576b574 req-69f09a44-bf0d-43c0-b509-3b7dc39af4c0 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:24.290781 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1e1a4e9a-2df7-4a0a-8423-e846a576b574 req-69f09a44-bf0d-43c0-b509-3b7dc39af4c0 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.0949011 Jun 24 20:40:24.346433 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1e1a4e9a-2df7-4a0a-8423-e846a576b574 req-50774aeb-5002-452c-992a-dd5513333321 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498660 Jun 24 20:40:24.434811 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64911'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:24.437017 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:24.462654 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3785944'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:24.463253 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a897ac1a-6a68-486c-906e-21279c914a56 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 20:40:24.475512 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:24.476607 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-288bb53f-d344-4ac3-90eb-e0ecfa78f71f admin admin] 10.222.0.33 "DELETE /v2.0/routers/a897ac1a-6a68-486c-906e-21279c914a56 HTTP/1.1" status: 204 len: 168 time: 1.3399229 Jun 24 20:40:24.479380 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51958) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:24.542066 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d884f08-fecd-4589-837f-ffe6e99a4ca3 admin admin] Deleting subnet aaff2148-a5b9-46f1-b4f3-e167f2aba951 {{(pid=88160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:40:24.545069 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d884f08-fecd-4589-837f-ffe6e99a4ca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:24.632586 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d884f08-fecd-4589-837f-ffe6e99a4ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3254619'] for subnet, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:24.773310 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76366e-adf3-42f3-b5ec-e045a674b294 req-d9b7c578-e939-4cbc-9800-ed5298182f56 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:24.774708 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e76366e-adf3-42f3-b5ec-e045a674b294 req-d9b7c578-e939-4cbc-9800-ed5298182f56 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.1877565 Jun 24 20:40:24.779063 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d884f08-fecd-4589-837f-ffe6e99a4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:24.860149 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2e76366e-adf3-42f3-b5ec-e045a674b294 req-82a4eb86-f989-44a6-83a0-694e4acfe85f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554702 Jun 24 20:40:24.876306 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d884f08-fecd-4589-837f-ffe6e99a4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163010'] for subnet, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:24.997927 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d884f08-fecd-4589-837f-ffe6e99a4ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaff2148-a5b9-46f1-b4f3-e167f2aba951,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:25.001463 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d884f08-fecd-4589-837f-ffe6e99a4ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.007991 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-5d884f08-fecd-4589-837f-ffe6e99a4ca3 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/aaff2148-a5b9-46f1-b4f3-e167f2aba951 HTTP/1.1" status: 204 len: 168 time: 0.5275824 Jun 24 20:40:25.010450 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51964) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:25.012825 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1e76cf-c4b0-4eb4-85b3-4271fa561bb6 None None] Network 7fe66e7b-631d-49f2-87af-6f9a31183f39 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:40:25.028260 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.111912 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.124478 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Deleting port 1b87a723-f119-47cd-b7e0-566720b969e3 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:40:25.124478 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.258781 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36c1600-7078-4275-a54e-2a9b2a7b5239 None None] DHCP port deletion for 7fe66e7b-631d-49f2-87af-6f9a31183f39 request from dv-cinder-847189-4-iscsi {{(pid=88161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 20:40:25.263149 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1600-7078-4275-a54e-2a9b2a7b5239 None None] Deleting port 1b87a723-f119-47cd-b7e0-566720b969e3 {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:40:25.263518 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c36c1600-7078-4275-a54e-2a9b2a7b5239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.325693 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] For port 1b87a723-f119-47cd-b7e0-566720b969e3, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=1b87a723-f119-47cd-b7e0-566720b969e3,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:25.326336 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.452065 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Calling delete_port for 1b87a723-f119-47cd-b7e0-566720b969e3 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:40:25.482062 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-c36c1600-7078-4275-a54e-2a9b2a7b5239 None None] For port 1b87a723-f119-47cd-b7e0-566720b969e3, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=1b87a723-f119-47cd-b7e0-566720b969e3,segment=NetworkSegment(d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4),segment_id=d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:25.482624 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c36c1600-7078-4275-a54e-2a9b2a7b5239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.526921 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.564476 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4443b6-7faf-459a-8b08-2e40b5535671 req-a24ac509-9625-4793-9860-5cac42482143 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:25.566787 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3b4443b6-7faf-459a-8b08-2e40b5535671 req-a24ac509-9625-4793-9860-5cac42482143 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.0867720 Jun 24 20:40:25.580802 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] No DVR routers for this DVR port 1b87a723-f119-47cd-b7e0-566720b969e3 on host dv-cinder-847189-4-iscsi {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:40:25.605162 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1600-7078-4275-a54e-2a9b2a7b5239 None None] Calling delete_port for 1b87a723-f119-47cd-b7e0-566720b969e3 owned by network:dhcp {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:40:25.611189 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b87a723-f119-47cd-b7e0-566720b969e3,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:25.617185 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3b4443b6-7faf-459a-8b08-2e40b5535671 req-dd6141f6-07bb-45f0-b303-31d2ac463d7e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407844 Jun 24 20:40:25.683302 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.db.api [None req-c36c1600-7078-4275-a54e-2a9b2a7b5239 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:40:25.683653 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG oslo_db.api [None req-c36c1600-7078-4275-a54e-2a9b2a7b5239 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:40:25.696291 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.723306 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device e260ac71-6282-4ab9-a0f3-34d9c46ae134 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:40:25.725271 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe66e7b-631d-49f2-87af-6f9a31183f39']}} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:25.737432 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4') {'for_net_delete': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:25.737716 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4') {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:25.748554 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3254610'] for segment, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.756451 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: e260ac71-6282-4ab9-a0f3-34d9c46ae134 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:40:25.756771 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device e260ac71-6282-4ab9-a0f3-34d9c46ae134 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:40:25.757172 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:40:25.765452 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.771926 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:40:25.772292 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2375450'] for segment, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.789446 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:40:25.789446 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device e23f2f6d-c6c8-4761-b42b-08ef16f1b7a7 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:40:25.789727 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 1b87a723-f119-47cd-b7e0-566720b969e3 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:40:25.828193 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 1b87a723-f119-47cd-b7e0-566720b969e3 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:40:25.828967 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 1b87a723-f119-47cd-b7e0-566720b969e3 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:40:25.860374 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.883629 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:25.889535 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe66e7b-631d-49f2-87af-6f9a31183f39,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:25.909199 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-12944c33-50e3-4e24-b0b3-417806299e86 admin admin] 10.222.0.33 "DELETE /v2.0/networks/7fe66e7b-631d-49f2-87af-6f9a31183f39 HTTP/1.1" status: 204 len: 168 time: 0.8952470 Jun 24 20:40:25.919817 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4 resource provider aggregate not found Jun 24 20:40:25.942018 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3e7cd54-dbb2-4025-ab03-8fa4c3ff5ec4 found for delete ", "request_id": "req-e17bac45-cce2-4189-8d6b-f3d6abd81be1"}]} Jun 24 20:40:26.025986 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 51980) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:26.094359 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ff405-baee-4de4-b0a6-246d598a3948 req-2de42e41-b0d3-4f7b-8fea-89a17560e45b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:26.095725 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-704ff405-baee-4de4-b0a6-246d598a3948 req-2de42e41-b0d3-4f7b-8fea-89a17560e45b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.1290793 Jun 24 20:40:26.098992 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-0fcecba6-ee32-4220-84ad-12033409be00 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=50d9fb9258c640e88fc3f13defa38c4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0720022 Jun 24 20:40:26.101908 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 51984) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:26.144228 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-704ff405-baee-4de4-b0a6-246d598a3948 req-39d05575-f993-451e-852d-16d3e87cf69c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Jun 24 20:40:26.161877 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38dd2790-c6c3-4f88-a850-09419a91660c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:26.185390 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1600-7078-4275-a54e-2a9b2a7b5239 None None] Deleting port 1b87a723-f119-47cd-b7e0-566720b969e3 {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:40:26.185916 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c36c1600-7078-4275-a54e-2a9b2a7b5239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:26.190354 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38dd2790-c6c3-4f88-a850-09419a91660c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:26.241621 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38dd2790-c6c3-4f88-a850-09419a91660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:26.249257 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1600-7078-4275-a54e-2a9b2a7b5239 None None] The port '1b87a723-f119-47cd-b7e0-566720b969e3' was deleted {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 20:40:26.260966 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd2790-c6c3-4f88-a850-09419a91660c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04acaae5-beb1-4063-a16b-3d9adca0af3e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:26.267647 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38dd2790-c6c3-4f88-a850-09419a91660c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:26.269411 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-38dd2790-c6c3-4f88-a850-09419a91660c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/04acaae5-beb1-4063-a16b-3d9adca0af3e HTTP/1.1" status: 204 len: 168 time: 0.1663649 Jun 24 20:40:27.051255 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311dc45-1d9e-4734-bc14-760301857b1d req-da59bd83-83dc-4e62-beb2-6458d1f287c9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:27.052725 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-7311dc45-1d9e-4734-bc14-760301857b1d req-da59bd83-83dc-4e62-beb2-6458d1f287c9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.0872383 Jun 24 20:40:27.095648 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-7311dc45-1d9e-4734-bc14-760301857b1d req-f43aa9ee-4a00-4299-828e-6289c7e2b115 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373194 Jun 24 20:40:27.335297 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a049a3f-a53a-4d83-82d8-332a9b32686a req-4c019995-9fb6-4293-a865-28a573332553 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:27.336988 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1a049a3f-a53a-4d83-82d8-332a9b32686a req-4c019995-9fb6-4293-a865-28a573332553 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.0869706 Jun 24 20:40:27.380688 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1a049a3f-a53a-4d83-82d8-332a9b32686a req-66ed5952-f5ca-4650-9150-76bf65092180 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375972 Jun 24 20:40:28.299382 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296be92a-b01a-48cf-ade7-ba57e23d8847 req-4a89ec09-648d-40d7-8982-cdb7ef05dcc2 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:28.300734 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-296be92a-b01a-48cf-ade7-ba57e23d8847 req-4a89ec09-648d-40d7-8982-cdb7ef05dcc2 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.0978539 Jun 24 20:40:28.344715 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-296be92a-b01a-48cf-ade7-ba57e23d8847 req-736dc473-b22b-4971-bb46-a0914e3b834f tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382819 Jun 24 20:40:28.575200 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:40:28.583134 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d49dc-5113-46e3-8604-f1820a6fe64d req-384be37f-4bf2-4465-83de-574e1027cccf tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:28.584578 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-774d49dc-5113-46e3-8604-f1820a6fe64d req-384be37f-4bf2-4465-83de-574e1027cccf tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.0928419 Jun 24 20:40:28.630269 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-774d49dc-5113-46e3-8604-f1820a6fe64d req-35ab287b-c1f4-42a0-8252-3cf902bdbaaa tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399020 Jun 24 20:40:28.735789 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:28.752766 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'port_id': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'mac_address': 'fa:16:3e:69:f8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:40:28.813753 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 is: ACTIVE; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:40:28.814145 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:28.831509 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:40:28.847996 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:28.854779 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:28.928082 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,revision_number=6']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:28.939282 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:28.939754 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:28.940351 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:28.940684 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:28.941003 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:28.941327 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:28.941641 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:28.941965 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:28.942303 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:28.942617 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:28.942927 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:28.943232 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:28.963065 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['924380ca-74fe-4fd6-b1f0-bdfdc0573dd6'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:40:29.545315 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b6a7c-f7af-4a42-a7cc-8d693e1be14f req-03f0478f-2483-40af-9318-d6303e429fe4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:29.546771 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a90b6a7c-f7af-4a42-a7cc-8d693e1be14f req-03f0478f-2483-40af-9318-d6303e429fe4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 944 time: 0.0913460 Jun 24 20:40:29.591021 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a90b6a7c-f7af-4a42-a7cc-8d693e1be14f req-7c6d3bbf-b5c2-47e4-95cb-e02be5af1558 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385284 Jun 24 20:40:29.821427 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e2b74-a7bf-424d-914a-2e1f146df8a7 req-4323b887-64a4-47fc-88f8-7feb41b22ea0 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:29.822951 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-366e2b74-a7bf-424d-914a-2e1f146df8a7 req-4323b887-64a4-47fc-88f8-7feb41b22ea0 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.0851343 Jun 24 20:40:29.870753 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-366e2b74-a7bf-424d-914a-2e1f146df8a7 req-90603432-aba4-44ea-81ba-2480ec3b7b1e tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Jun 24 20:40:30.584679 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:40:30.707332 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:40:30.708109 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:30.840656 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e0ae0-07a3-4488-bfe2-e4f3afb07df4 req-6b2d7b59-b025-4402-bf5d-10c1b1dde3b6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:30.843186 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-441e0ae0-07a3-4488-bfe2-e4f3afb07df4 req-6b2d7b59-b025-4402-bf5d-10c1b1dde3b6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 944 time: 0.0980268 Jun 24 20:40:30.903125 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:40:30.903931 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:30.914185 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-441e0ae0-07a3-4488-bfe2-e4f3afb07df4 req-0af27c6a-4eff-4b53-adb0-492f6c068768 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634325 Jun 24 20:40:30.941622 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:40:30.971061 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:30.978077 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:31.044881 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a28b83d-6292-4ab4-8148-646d74c27ef0'] response: {'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'code': 200} Jun 24 20:40:31.098510 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,revision_number=7']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:31.140938 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0a42-27d1-4255-98d7-06f8bddcef91 req-46f39be2-8e08-4f8f-9dc3-f90869d21b5e tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:31.150038 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f5db0a42-27d1-4255-98d7-06f8bddcef91 req-46f39be2-8e08-4f8f-9dc3-f90869d21b5e tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.1462908 Jun 24 20:40:31.200492 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f5db0a42-27d1-4255-98d7-06f8bddcef91 req-326fc285-80a5-4056-8c6a-36106cd0653f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492384 Jun 24 20:40:31.290609 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52122) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:31.436194 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-affef6af-ee17-46a5-984b-576c130aaba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:31.451792 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-affef6af-ee17-46a5-984b-576c130aaba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:40:31.455872 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-affef6af-ee17-46a5-984b-576c130aaba6 admin admin] Usage tracker for resource:security_group_rule and tenant:155fadad9b6748fd8e96b8e963774142 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:40:31.459181 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-affef6af-ee17-46a5-984b-576c130aaba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:40:31.465323 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-affef6af-ee17-46a5-984b-576c130aaba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:40:31.559017 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-affef6af-ee17-46a5-984b-576c130aaba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:31.566459 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-affef6af-ee17-46a5-984b-576c130aaba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:31.618483 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-affef6af-ee17-46a5-984b-576c130aaba6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=155fadad9b6748fd8e96b8e963774142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267179 Jun 24 20:40:31.620190 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affef6af-ee17-46a5-984b-576c130aaba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531bdfe2-a4b9-437c-bc6d-525c4aababe1,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:31.621151 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 52128) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:31.687771 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dd438160-d1db-4b05-9e94-d2b322fd2423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:31.725716 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dd438160-d1db-4b05-9e94-d2b322fd2423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:31.785173 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dd438160-d1db-4b05-9e94-d2b322fd2423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:31.804891 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd438160-d1db-4b05-9e94-d2b322fd2423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531bdfe2-a4b9-437c-bc6d-525c4aababe1,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:31.808182 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dd438160-d1db-4b05-9e94-d2b322fd2423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:31.812234 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-dd438160-d1db-4b05-9e94-d2b322fd2423 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/531bdfe2-a4b9-437c-bc6d-525c4aababe1 HTTP/1.1" status: 204 len: 168 time: 0.1898365 Jun 24 20:40:32.166438 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228186f4-4b6a-451d-9fa2-90561c6cb447 req-f4483530-f5fd-4b8a-8231-7d97ec7b7c6a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:32.176164 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-228186f4-4b6a-451d-9fa2-90561c6cb447 req-f4483530-f5fd-4b8a-8231-7d97ec7b7c6a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.1295598 Jun 24 20:40:32.179124 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 52138) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:32.197903 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:32.213364 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:40:32.217661 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Usage tracker for resource:security_group_rule and tenant:4e857d38d2504db9a8c35561e10aca41 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:40:32.220746 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:40:32.227467 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:40:32.227812 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-228186f4-4b6a-451d-9fa2-90561c6cb447 req-83d4f6a1-1f26-45d2-b5d7-3c15f6f57c62 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506616 Jun 24 20:40:32.500425 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:32.507636 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:32.567634 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fc13f3-9a44-4bbd-85c7-29c304961a95,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:32.587326 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4e857d38d2504db9a8c35561e10aca41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040082 Jun 24 20:40:32.587326 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:32.587326 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:32.587326 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:32.587326 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:32.587857 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:32.587857 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:32.588483 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:32.589202 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:32.589716 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:32.589845 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52144) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:32.590150 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:32.590959 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:32.591720 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b05b78-e853-4f12-ad3e-9930eeba9d0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:32.602338 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cd69b-5514-405e-94c4-add2b804235a req-190e9800-ca0c-41e0-b940-7e20f2c67533 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:32.610699 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-811cd69b-5514-405e-94c4-add2b804235a req-190e9800-ca0c-41e0-b940-7e20f2c67533 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.2818522 Jun 24 20:40:32.668961 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-811cd69b-5514-405e-94c4-add2b804235a req-ddeb403d-b339-495c-88ab-27aa2617e3b4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572793 Jun 24 20:40:32.680923 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-23f8db08-6d59-457d-aaed-1d955a60e612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:32.715211 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-23f8db08-6d59-457d-aaed-1d955a60e612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:32.790788 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-23f8db08-6d59-457d-aaed-1d955a60e612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:32.807112 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8db08-6d59-457d-aaed-1d955a60e612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fc13f3-9a44-4bbd-85c7-29c304961a95,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:32.824299 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-23f8db08-6d59-457d-aaed-1d955a60e612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:32.827866 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-23f8db08-6d59-457d-aaed-1d955a60e612 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/01fc13f3-9a44-4bbd-85c7-29c304961a95 HTTP/1.1" status: 204 len: 168 time: 0.2346454 Jun 24 20:40:33.494114 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4b996-b42a-4b6e-9861-459203df896d req-5d60b111-19e9-46ba-809a-b8efcc93a507 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:33.495605 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b1e4b996-b42a-4b6e-9861-459203df896d req-5d60b111-19e9-46ba-809a-b8efcc93a507 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.1176498 Jun 24 20:40:33.573662 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b1e4b996-b42a-4b6e-9861-459203df896d req-ecddff0c-0d43-49d7-bbfc-9456b87c30c8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652189 Jun 24 20:40:33.876591 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c3770-c4a9-467c-8da7-90b14333e1e0 req-3b4df5cc-5726-4f7b-a865-4798f249ac52 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:33.878272 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ce0c3770-c4a9-467c-8da7-90b14333e1e0 req-3b4df5cc-5726-4f7b-a865-4798f249ac52 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.1042631 Jun 24 20:40:33.927161 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ce0c3770-c4a9-467c-8da7-90b14333e1e0 req-69f15e47-0c48-475a-b596-cbc377737429 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423899 Jun 24 20:40:34.585435 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:40:34.862199 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b004566-0ced-4bff-9658-d7679c3ef918 req-c84d4a5c-53c2-4b91-a5ba-fc132fc857fe tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:34.864138 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9b004566-0ced-4bff-9658-d7679c3ef918 req-c84d4a5c-53c2-4b91-a5ba-fc132fc857fe tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.1660919 Jun 24 20:40:34.907259 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38d406-e177-47d2-86c9-42ad7e892a4e req-95284668-902e-4813-8dd9-ece6c01db0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:34.908749 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fb38d406-e177-47d2-86c9-42ad7e892a4e req-95284668-902e-4813-8dd9-ece6c01db0f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6a93e932f0f417992870f3b1394e369&device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 1099 time: 0.1726077 Jun 24 20:40:34.950599 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9b004566-0ced-4bff-9658-d7679c3ef918 req-c03ffd73-217b-4403-988d-37d32d414435 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761869 Jun 24 20:40:35.092951 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38d406-e177-47d2-86c9-42ad7e892a4e req-01ae6a5d-12c0-4460-8c94-f819b73e3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:35.094797 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fb38d406-e177-47d2-86c9-42ad7e892a4e req-01ae6a5d-12c0-4460-8c94-f819b73e3801 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 HTTP/1.1" status: 200 len: 910 time: 0.1775887 Jun 24 20:40:35.215606 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f83881-1c53-4803-99e2-aa29da7d3704 req-dcdb04d4-3685-4b7f-b3e4-9e18ab21154b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:35.218572 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-43f83881-1c53-4803-99e2-aa29da7d3704 req-dcdb04d4-3685-4b7f-b3e4-9e18ab21154b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.1109209 Jun 24 20:40:35.245693 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fb38d406-e177-47d2-86c9-42ad7e892a4e req-614c8eb1-dfa6-46ca-8733-0f01d0a1f689 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6 HTTP/1.1" status: 200 len: 1001 time: 0.1442256 Jun 24 20:40:35.317584 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-43f83881-1c53-4803-99e2-aa29da7d3704 req-96f452ca-425c-4638-98de-fcf515dc4bf1 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931339 Jun 24 20:40:35.329834 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38d406-e177-47d2-86c9-42ad7e892a4e req-15b9ac85-bce8-4576-b705-8cdf72ab51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:35.331569 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fb38d406-e177-47d2-86c9-42ad7e892a4e req-15b9ac85-bce8-4576-b705-8cdf72ab51f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6c5a11a-86f3-4ccf-a584-ed8dd66e67da HTTP/1.1" status: 200 len: 848 time: 0.0789778 Jun 24 20:40:35.456643 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38d406-e177-47d2-86c9-42ad7e892a4e req-c34ac80f-fcea-4d08-83dc-7b14a87914f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:35.458245 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fb38d406-e177-47d2-86c9-42ad7e892a4e req-c34ac80f-fcea-4d08-83dc-7b14a87914f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1143384 Jun 24 20:40:35.635599 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fb38d406-e177-47d2-86c9-42ad7e892a4e req-c3f738b1-997e-4416-90b5-291923424d96 service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686375 Jun 24 20:40:35.802157 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-fb38d406-e177-47d2-86c9-42ad7e892a4e req-df5c0b23-3fe3-4b52-8faa-61c996ff16b9 service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605647 Jun 24 20:40:36.242056 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34829317-5391-460e-bf38-c9bea468725c req-c99006e6-81b9-4bfa-a324-0599a64608cc tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:36.243697 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-34829317-5391-460e-bf38-c9bea468725c req-c99006e6-81b9-4bfa-a324-0599a64608cc tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.1214082 Jun 24 20:40:36.307827 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-34829317-5391-460e-bf38-c9bea468725c req-87f37121-97d2-43bf-b758-5fbaa52ee0ca tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417004 Jun 24 20:40:36.572090 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d79175-c957-41c5-aaae-12e8a7280c3c req-7a6d2273-9403-4b5e-b051-7cae6b396391 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:36.573677 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f0d79175-c957-41c5-aaae-12e8a7280c3c req-7a6d2273-9403-4b5e-b051-7cae6b396391 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.1124704 Jun 24 20:40:36.623777 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f0d79175-c957-41c5-aaae-12e8a7280c3c req-bf2cc05d-5f1a-4704-a78f-8217eb3584c0 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414405 Jun 24 20:40:37.601948 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec9f0d-7119-4567-a267-a0e969cf645d req-d175e06c-e4b5-4905-86e5-e438dd2efc66 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:37.604059 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-08ec9f0d-7119-4567-a267-a0e969cf645d req-d175e06c-e4b5-4905-86e5-e438dd2efc66 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.1112554 Jun 24 20:40:37.665959 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-08ec9f0d-7119-4567-a267-a0e969cf645d req-a670904b-ba19-43c8-b392-fc491a70e8af tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557721 Jun 24 20:40:37.761485 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:37.855208 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dea34-0739-4dfb-bc10-cc98e274324f req-28fa8646-851c-4e2a-8a78-194c02a07a9a tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:37.856784 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4f1dea34-0739-4dfb-bc10-cc98e274324f req-28fa8646-851c-4e2a-8a78-194c02a07a9a tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.1016929 Jun 24 20:40:37.923104 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4f1dea34-0739-4dfb-bc10-cc98e274324f req-041214cb-9cfd-4906-87d4-d2230cee321e tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598493 Jun 24 20:40:38.871526 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73ca50-4159-4fb4-8a22-189a0057ab5a req-9e10b2bb-813f-4216-aefa-b90d9211ff1d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:38.873746 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8e73ca50-4159-4fb4-8a22-189a0057ab5a req-9e10b2bb-813f-4216-aefa-b90d9211ff1d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.0937822 Jun 24 20:40:38.924360 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8e73ca50-4159-4fb4-8a22-189a0057ab5a req-102bfab3-f977-4ed8-b6dc-589479e75263 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438161 Jun 24 20:40:39.112766 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d4fdf-cf7c-4abe-a2be-d631027bc952 req-4bdda24e-0c72-4e65-8940-60897f32472c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:39.115118 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bd6d4fdf-cf7c-4abe-a2be-d631027bc952 req-4bdda24e-0c72-4e65-8940-60897f32472c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.0933871 Jun 24 20:40:39.163677 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bd6d4fdf-cf7c-4abe-a2be-d631027bc952 req-0b896e7c-7c09-4e55-8fb2-a6912fe964ff tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426209 Jun 24 20:40:39.649635 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52306) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:39.731712 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11bba1-7c27-4729-843e-52dd493d266c req-ce4def8b-a1b9-46a7-b4f3-2b3b84a814fe tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:39.733837 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3a11bba1-7c27-4729-843e-52dd493d266c req-ce4def8b-a1b9-46a7-b4f3-2b3b84a814fe tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.1634588 Jun 24 20:40:39.805186 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3a11bba1-7c27-4729-843e-52dd493d266c req-94c401f1-a7b4-42bd-a3c2-34feceda647b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650935 Jun 24 20:40:39.852899 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-6ce4c977-c3d8-4f67-affa-2ac1c311d9fb service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2018428 Jun 24 20:40:40.214956 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ef87d-743d-49ef-9403-ff98036af2a5 req-24583710-a795-40da-a67c-e0907373b91d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:40.223414 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-036ef87d-743d-49ef-9403-ff98036af2a5 req-24583710-a795-40da-a67c-e0907373b91d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.1552799 Jun 24 20:40:40.272841 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-036ef87d-743d-49ef-9403-ff98036af2a5 req-c8bb27a0-451a-4686-940e-31b51b482548 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481629 Jun 24 20:40:40.650460 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:40:40.773740 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 is: ACTIVE; New status is: DOWN {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:40:40.774108 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:40.801696 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:40:40.811919 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:40.818936 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:40.852125 dv-cinder-847189-4-iscsi neutron-server[88161]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d68920d5-cee9-492f-82b2-afb39f9492b9']: {'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'code': 422} returned with failed status Jun 24 20:40:40.893767 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,revision_number=6']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:41.024328 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b1b76-2f23-444c-a305-6e04a92f5956 req-17527a06-debc-40be-bdff-a5bb77cc5028 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:41.025870 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-108b1b76-2f23-444c-a305-6e04a92f5956 req-17527a06-debc-40be-bdff-a5bb77cc5028 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.0865636 Jun 24 20:40:41.071171 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-108b1b76-2f23-444c-a305-6e04a92f5956 req-6ca19b44-a276-4fe4-8e0f-cf434287ec69 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387778 Jun 24 20:40:41.080670 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a9cd7-3278-4bc3-91b3-212f7314eb85 req-3733a765-b4e4-4c2b-8d9c-151a09d85db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:41.082154 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0a1a9cd7-3278-4bc3-91b3-212f7314eb85 req-3733a765-b4e4-4c2b-8d9c-151a09d85db7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb38036f5e9142b980bb459c181aba56&device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 1098 time: 0.0842345 Jun 24 20:40:41.303552 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a9cd7-3278-4bc3-91b3-212f7314eb85 req-1b17da46-e089-44db-8fb6-9e755b475ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:41.305186 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0a1a9cd7-3278-4bc3-91b3-212f7314eb85 req-1b17da46-e089-44db-8fb6-9e755b475ba0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e HTTP/1.1" status: 200 len: 917 time: 0.2172644 Jun 24 20:40:41.450615 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0a1a9cd7-3278-4bc3-91b3-212f7314eb85 req-59a05c0b-7e17-4066-a236-02569f0520e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 HTTP/1.1" status: 200 len: 1001 time: 0.1394806 Jun 24 20:40:41.524438 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a9cd7-3278-4bc3-91b3-212f7314eb85 req-885f6fbf-4d96-497d-93c6-7b65964fabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:41.525764 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0a1a9cd7-3278-4bc3-91b3-212f7314eb85 req-885f6fbf-4d96-497d-93c6-7b65964fabd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84e55a5-a91c-4053-bdd6-57a0a2d2cdda HTTP/1.1" status: 200 len: 855 time: 0.0693147 Jun 24 20:40:41.598140 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11906e8e-e0b7-41cd-a703-5a46b4428257 req-e58012d8-f639-4d01-b799-e8cbafbe3c4f tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:41.599589 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-11906e8e-e0b7-41cd-a703-5a46b4428257 req-e58012d8-f639-4d01-b799-e8cbafbe3c4f tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.2108250 Jun 24 20:40:41.662899 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-11906e8e-e0b7-41cd-a703-5a46b4428257 req-d49cb5e4-b2a2-4adf-a097-78bbe6c51056 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547850 Jun 24 20:40:41.665641 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a9cd7-3278-4bc3-91b3-212f7314eb85 req-fc45ac40-29fc-4509-b9ef-a52023dee0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:41.667163 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0a1a9cd7-3278-4bc3-91b3-212f7314eb85 req-fc45ac40-29fc-4509-b9ef-a52023dee0de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1354461 Jun 24 20:40:41.801965 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0a1a9cd7-3278-4bc3-91b3-212f7314eb85 req-34f112ec-f2f1-4c0e-b033-1d00987ced99 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286359 Jun 24 20:40:41.934180 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0a1a9cd7-3278-4bc3-91b3-212f7314eb85 req-c952d855-60b2-4f99-b1ca-21867b988939 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265016 Jun 24 20:40:42.390554 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580cc9-8264-405c-94c6-37d8f112dfd3 req-9132285f-9612-42c6-b8f4-5bd29bd9786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:42.392355 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2f580cc9-8264-405c-94c6-37d8f112dfd3 req-9132285f-9612-42c6-b8f4-5bd29bd9786c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb38036f5e9142b980bb459c181aba56&device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 1098 time: 0.1151259 Jun 24 20:40:42.398476 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1e2ea-43a4-4ff3-8554-c74e168a9c1f req-c63ba4e6-981a-4d58-8fbf-5201eb25d387 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:42.400873 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-32c1e2ea-43a4-4ff3-8554-c74e168a9c1f req-c63ba4e6-981a-4d58-8fbf-5201eb25d387 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.2048345 Jun 24 20:40:42.450364 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-32c1e2ea-43a4-4ff3-8554-c74e168a9c1f req-e8d5d43f-1116-421c-89c6-2fd8ddc7d7f2 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391569 Jun 24 20:40:42.547875 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580cc9-8264-405c-94c6-37d8f112dfd3 req-42e94e34-43fe-4672-9f3a-583ecb8f188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:42.549318 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2f580cc9-8264-405c-94c6-37d8f112dfd3 req-42e94e34-43fe-4672-9f3a-583ecb8f188b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e HTTP/1.1" status: 200 len: 917 time: 0.1317217 Jun 24 20:40:42.654330 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2f580cc9-8264-405c-94c6-37d8f112dfd3 req-446ac45e-a04a-43c0-b792-3fba81338db5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 HTTP/1.1" status: 200 len: 1001 time: 0.0985689 Jun 24 20:40:42.717386 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580cc9-8264-405c-94c6-37d8f112dfd3 req-e2ea7d58-996f-4cc7-b11c-65edbee0b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:42.718840 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2f580cc9-8264-405c-94c6-37d8f112dfd3 req-e2ea7d58-996f-4cc7-b11c-65edbee0b82f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84e55a5-a91c-4053-bdd6-57a0a2d2cdda HTTP/1.1" status: 200 len: 855 time: 0.0576508 Jun 24 20:40:42.881567 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580cc9-8264-405c-94c6-37d8f112dfd3 req-67ad321f-b0f9-4a07-824d-9b31b9e1fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:42.883242 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2f580cc9-8264-405c-94c6-37d8f112dfd3 req-67ad321f-b0f9-4a07-824d-9b31b9e1fc37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1572428 Jun 24 20:40:42.893216 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11bed2-d5e3-4614-97ec-2b4b13369cea req-e39f8e92-bc3a-4b81-943f-8de8f77b5c63 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:42.894640 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8a11bed2-d5e3-4614-97ec-2b4b13369cea req-e39f8e92-bc3a-4b81-943f-8de8f77b5c63 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.1143208 Jun 24 20:40:43.025578 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8a11bed2-d5e3-4614-97ec-2b4b13369cea req-074ce509-3d7c-4e1e-b719-c1f873a0059f tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080856 Jun 24 20:40:43.058911 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2f580cc9-8264-405c-94c6-37d8f112dfd3 req-f0411590-1880-4881-98ee-2f4c4cb068ac service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632771 Jun 24 20:40:43.332050 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2f580cc9-8264-405c-94c6-37d8f112dfd3 req-5860be4b-1c77-4ebb-bdeb-02601c7d1a20 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653806 Jun 24 20:40:43.388088 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507bd1-331e-4a01-aa1d-df24aaf13a99 req-8067e4c2-a39c-4ee0-b013-4058dc570ae6 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:43.389716 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f7507bd1-331e-4a01-aa1d-df24aaf13a99 req-8067e4c2-a39c-4ee0-b013-4058dc570ae6 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1019533 Jun 24 20:40:43.444923 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f7507bd1-331e-4a01-aa1d-df24aaf13a99 req-6aaaaae8-8119-4ffb-8344-6a89bfb13978 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478754 Jun 24 20:40:43.687911 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba127-7179-4a6a-bba3-467202f8fff0 req-46254db4-5248-4605-af3f-1637036c6c79 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:43.690817 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9edba127-7179-4a6a-bba3-467202f8fff0 req-46254db4-5248-4605-af3f-1637036c6c79 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.1166427 Jun 24 20:40:43.735354 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9edba127-7179-4a6a-bba3-467202f8fff0 req-84fa192f-be52-45cd-8457-1a853b11a45a tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389197 Jun 24 20:40:43.964575 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-088f43e0-c0ab-4e8b-9f10-996e3361516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:43.966077 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-088f43e0-c0ab-4e8b-9f10-996e3361516c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86&tenant_id=a6a93e932f0f417992870f3b1394e369 HTTP/1.1" status: 200 len: 1097 time: 0.0821767 Jun 24 20:40:44.067799 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-daee646c-e638-4b42-8942-a1d9d6693a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:44.069259 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-daee646c-e638-4b42-8942-a1d9d6693a24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6a93e932f0f417992870f3b1394e369&device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 1097 time: 0.0810578 Jun 24 20:40:44.128770 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52398) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:44.254004 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-8c756762-d164-44d7-a693-ac42294c691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:44.255777 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-8c756762-d164-44d7-a693-ac42294c691f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 HTTP/1.1" status: 200 len: 910 time: 0.1798286 Jun 24 20:40:44.274819 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eeb4295e-cb41-43ed-8378-4bdecc2fffa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:44.288928 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-eeb4295e-cb41-43ed-8378-4bdecc2fffa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:40:44.292723 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-eeb4295e-cb41-43ed-8378-4bdecc2fffa8 admin admin] Usage tracker for resource:security_group_rule and tenant:40ebf149d4174ba4a5d1b2fab06c6a88 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:40:44.295518 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-eeb4295e-cb41-43ed-8378-4bdecc2fffa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:40:44.301218 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-eeb4295e-cb41-43ed-8378-4bdecc2fffa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:40:44.347414 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69b65e-4df5-4314-8548-a31fbd1d4608 req-746c6e29-eb49-4aff-8773-7649b8efcb55 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:44.348856 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3c69b65e-4df5-4314-8548-a31fbd1d4608 req-746c6e29-eb49-4aff-8773-7649b8efcb55 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 945 time: 0.2091091 Jun 24 20:40:44.397776 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eeb4295e-cb41-43ed-8378-4bdecc2fffa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:44.400798 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-535db5f2-3860-426f-872c-d2ccaa2b018a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6 HTTP/1.1" status: 200 len: 999 time: 0.1359394 Jun 24 20:40:44.404521 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eeb4295e-cb41-43ed-8378-4bdecc2fffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:44.453977 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-eeb4295e-cb41-43ed-8378-4bdecc2fffa8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=40ebf149d4174ba4a5d1b2fab06c6a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213453 Jun 24 20:40:44.453977 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4295e-cb41-43ed-8378-4bdecc2fffa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65455797-efca-4cc6-be3c-89d389cce5ed,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:44.456273 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-3c69b65e-4df5-4314-8548-a31fbd1d4608 req-64257b50-a56b-4eb2-bd9a-311746f4341f tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971007 Jun 24 20:40:44.456797 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52404) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:44.486501 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-c3100219-3535-4c45-bb9a-ead4df3ef7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:44.488105 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-c3100219-3535-4c45-bb9a-ead4df3ef7ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6c5a11a-86f3-4ccf-a584-ed8dd66e67da HTTP/1.1" status: 200 len: 848 time: 0.0739970 Jun 24 20:40:44.526437 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-67b48007-0051-42a0-981f-a7d108493372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:44.561436 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-67b48007-0051-42a0-981f-a7d108493372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:44.574851 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-55576229-6a86-4c6f-9622-aa7066ebf575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:44.576499 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-55576229-6a86-4c6f-9622-aa7066ebf575 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823450 Jun 24 20:40:44.680326 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:40:44.692973 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-67b48007-0051-42a0-981f-a7d108493372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:44.715926 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b48007-0051-42a0-981f-a7d108493372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65455797-efca-4cc6-be3c-89d389cce5ed,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:44.729981 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097801f-4c5f-435d-99af-489277ba3d1f req-aa5de262-c314-45b1-a499-03c43d2531c3 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:44.731651 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5097801f-4c5f-435d-99af-489277ba3d1f req-aa5de262-c314-45b1-a499-03c43d2531c3 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1374104 Jun 24 20:40:44.732772 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-67b48007-0051-42a0-981f-a7d108493372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:44.736243 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-67b48007-0051-42a0-981f-a7d108493372 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/65455797-efca-4cc6-be3c-89d389cce5ed HTTP/1.1" status: 204 len: 168 time: 0.2762568 Jun 24 20:40:44.744021 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-8a614f70-cfa7-45a8-8d5e-9d9f34178740 service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603673 Jun 24 20:40:44.814354 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5097801f-4c5f-435d-99af-489277ba3d1f req-a5805f0b-8e8a-4e38-a736-d3617486a8d4 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609241 Jun 24 20:40:44.855355 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 is: ACTIVE; New status is: DOWN {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:40:44.855737 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:44.892731 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:44.893730 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:40:44.900121 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:44.918496 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0880c282-7a08-42dc-9f0b-bbb5e1d6d45a req-248f2ad0-e03c-4be2-881c-f955cfd404c8 service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674030 Jun 24 20:40:45.005507 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,revision_number=8']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:45.009332 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec2dfb-15fa-4e4f-9ba1-27c630aa548d req-ccb283bf-c3af-49ac-bc59-da41c49575dd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:45.011059 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-73ec2dfb-15fa-4e4f-9ba1-27c630aa548d req-ccb283bf-c3af-49ac-bc59-da41c49575dd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.1025603 Jun 24 20:40:45.064410 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-73ec2dfb-15fa-4e4f-9ba1-27c630aa548d req-7b2acf83-ab32-4532-a81f-414f20d45988 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402393 Jun 24 20:40:45.115020 dv-cinder-847189-4-iscsi neutron-server[88161]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-15eb7de5-186a-4bfd-b7e4-a5e61e64b02c']: {'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'code': 422} returned with failed status Jun 24 20:40:45.163884 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 52428) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:45.182709 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9829fb6e-97e6-40f8-9094-aaac9b148e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:45.196768 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-9829fb6e-97e6-40f8-9094-aaac9b148e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:40:45.202566 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-9829fb6e-97e6-40f8-9094-aaac9b148e39 admin admin] Usage tracker for resource:security_group_rule and tenant:f9362a186b0c434b88f688a1154b26ab is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:40:45.206249 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-9829fb6e-97e6-40f8-9094-aaac9b148e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:40:45.212283 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-9829fb6e-97e6-40f8-9094-aaac9b148e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:40:45.294888 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9829fb6e-97e6-40f8-9094-aaac9b148e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:45.299508 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9829fb6e-97e6-40f8-9094-aaac9b148e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:45.350988 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-9829fb6e-97e6-40f8-9094-aaac9b148e39 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f9362a186b0c434b88f688a1154b26ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836219 Jun 24 20:40:45.351427 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 52438) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:45.353685 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829fb6e-97e6-40f8-9094-aaac9b148e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b0b5b3-98af-437f-9620-6108e23ac4c4,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:45.413386 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-790bf99a-df64-4834-b2af-d5fc2d7579fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:45.438815 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-790bf99a-df64-4834-b2af-d5fc2d7579fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:45.490201 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-790bf99a-df64-4834-b2af-d5fc2d7579fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:45.506471 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bf99a-df64-4834-b2af-d5fc2d7579fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b0b5b3-98af-437f-9620-6108e23ac4c4,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:45.515122 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-790bf99a-df64-4834-b2af-d5fc2d7579fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:45.518779 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-790bf99a-df64-4834-b2af-d5fc2d7579fa admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/10b0b5b3-98af-437f-9620-6108e23ac4c4 HTTP/1.1" status: 204 len: 168 time: 0.1642027 Jun 24 20:40:45.876895 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 52456) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:45.894780 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-23f5e31f-9005-46bc-9b20-5a4bf87882a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:45.909238 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-23f5e31f-9005-46bc-9b20-5a4bf87882a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:40:45.913108 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-23f5e31f-9005-46bc-9b20-5a4bf87882a3 admin admin] Usage tracker for resource:security_group_rule and tenant:7d7837af3e8747bf8952642d65f85324 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:40:45.916071 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-23f5e31f-9005-46bc-9b20-5a4bf87882a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:40:45.922438 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-23f5e31f-9005-46bc-9b20-5a4bf87882a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:40:46.012106 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ac315-16eb-4508-803b-263f13b0f153 req-a3b85007-8c7c-4dc2-a2e6-2121da480856 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:46.014633 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-693ac315-16eb-4508-803b-263f13b0f153 req-a3b85007-8c7c-4dc2-a2e6-2121da480856 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1169615 Jun 24 20:40:46.045133 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-23f5e31f-9005-46bc-9b20-5a4bf87882a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:46.050582 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-23f5e31f-9005-46bc-9b20-5a4bf87882a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:46.067453 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-693ac315-16eb-4508-803b-263f13b0f153 req-8877c30e-5001-4a23-ac99-2f76a43299cb tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466220 Jun 24 20:40:46.158733 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-23f5e31f-9005-46bc-9b20-5a4bf87882a3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7d7837af3e8747bf8952642d65f85324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807341 Jun 24 20:40:46.163158 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5e31f-9005-46bc-9b20-5a4bf87882a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b410101f-81bc-4b89-b693-a5909ee1019e,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:46.167475 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 52472) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:46.167648 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-5248b0dc-7975-4c5b-b255-f9268e69ed1f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848968 Jun 24 20:40:46.249980 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7150e0f-da06-4ec8-a8d3-4e66a25206dc req-60ff79e3-cb3c-4a32-9980-6a24ffca611b tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:46.251471 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d7150e0f-da06-4ec8-a8d3-4e66a25206dc req-60ff79e3-cb3c-4a32-9980-6a24ffca611b tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 943 time: 0.1822147 Jun 24 20:40:46.257460 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbca007c-a19a-4c64-96bf-6fd4e588b97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:46.269877 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909b5ac-0f59-49fc-bf12-34a577bc7105 req-fafa5ac6-975f-40c7-b556-442ec06ea106 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:46.271377 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4909b5ac-0f59-49fc-bf12-34a577bc7105 req-fafa5ac6-975f-40c7-b556-442ec06ea106 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.0899115 Jun 24 20:40:46.313931 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbca007c-a19a-4c64-96bf-6fd4e588b97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:46.319979 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4909b5ac-0f59-49fc-bf12-34a577bc7105 req-e5218920-c297-461f-85cd-99c7ca1e2c1c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417688 Jun 24 20:40:46.341861 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d7150e0f-da06-4ec8-a8d3-4e66a25206dc req-aee5c6f8-46cd-4270-b667-777b065f7981 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806253 Jun 24 20:40:46.389390 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbca007c-a19a-4c64-96bf-6fd4e588b97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:46.407104 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca007c-a19a-4c64-96bf-6fd4e588b97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b410101f-81bc-4b89-b693-a5909ee1019e,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:46.411972 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbca007c-a19a-4c64-96bf-6fd4e588b97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:46.413037 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-cbca007c-a19a-4c64-96bf-6fd4e588b97c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b410101f-81bc-4b89-b693-a5909ee1019e HTTP/1.1" status: 204 len: 168 time: 0.2455351 Jun 24 20:40:47.170049 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-ee4be117-2075-4b11-bf09-34a5fc1496e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:47.171752 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-ee4be117-2075-4b11-bf09-34a5fc1496e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c&tenant_id=eb38036f5e9142b980bb459c181aba56 HTTP/1.1" status: 200 len: 1096 time: 0.1726444 Jun 24 20:40:47.291081 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-e56959d0-fb57-449c-871c-8047c6655e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:47.292807 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-e56959d0-fb57-449c-871c-8047c6655e44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb38036f5e9142b980bb459c181aba56&device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 1096 time: 0.0962667 Jun 24 20:40:47.299143 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36ae00-4dcd-4a76-a63b-8c3c73913e8d req-1f95ba5e-40a2-4a9c-ac53-7b6a18b8f8f5 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:47.300874 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ee36ae00-4dcd-4a76-a63b-8c3c73913e8d req-1f95ba5e-40a2-4a9c-ac53-7b6a18b8f8f5 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1027806 Jun 24 20:40:47.359516 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ee36ae00-4dcd-4a76-a63b-8c3c73913e8d req-86f6cc58-ea2d-4f3a-8ba3-9e11c5e9be62 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521755 Jun 24 20:40:47.446458 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-909edd32-d4c7-4aea-9d56-b980d789c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:47.448069 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-909edd32-d4c7-4aea-9d56-b980d789c5e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e HTTP/1.1" status: 200 len: 917 time: 0.1486502 Jun 24 20:40:47.584201 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba4789-5eb7-4023-8000-a1f44c621182 req-f4b08415-0a61-4a30-9fbe-3282cb0ddb28 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:47.585953 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3eba4789-5eb7-4023-8000-a1f44c621182 req-f4b08415-0a61-4a30-9fbe-3282cb0ddb28 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 943 time: 0.0902801 Jun 24 20:40:47.617052 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-061ed1f1-8f75-44e0-99fa-f3f0e0e44f18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 HTTP/1.1" status: 200 len: 999 time: 0.1623454 Jun 24 20:40:47.641131 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3eba4789-5eb7-4023-8000-a1f44c621182 req-b60345ee-4e0b-4d45-ac20-7a7283af2890 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486267 Jun 24 20:40:47.677819 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87dd32-e86e-4dee-b07d-8452a46b0f66 req-6c06e21e-7802-40f0-8f2c-8697e58cfd30 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:47.679306 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dc87dd32-e86e-4dee-b07d-8452a46b0f66 req-6c06e21e-7802-40f0-8f2c-8697e58cfd30 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.1657875 Jun 24 20:40:47.711199 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-dc955ec4-fa73-4469-90af-ba4ab2e45dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:47.712612 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-dc955ec4-fa73-4469-90af-ba4ab2e45dbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e84e55a5-a91c-4053-bdd6-57a0a2d2cdda HTTP/1.1" status: 200 len: 855 time: 0.0851185 Jun 24 20:40:47.775512 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-dc87dd32-e86e-4dee-b07d-8452a46b0f66 req-74a5f50d-ebe5-4717-8d3b-cc8dc917aee7 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865870 Jun 24 20:40:47.812033 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-210801e6-576d-4d19-9705-386e1d9e85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:47.813481 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-210801e6-576d-4d19-9705-386e1d9e85ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a63aea8-4423-4bc2-8f58-9a1b43cf659e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889881 Jun 24 20:40:47.943796 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-a2d90a33-678a-430a-9084-b71b2a31ae12 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242280 Jun 24 20:40:48.076071 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8f18de14-554a-42f3-8a2f-b22e12b1317b req-0043e8b4-783f-439f-b22a-d23e38c96211 service neutron] 10.222.0.15 "GET /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250727 Jun 24 20:40:48.374261 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 52550) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:48.517001 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3f9d-bde7-4b51-b0e4-f2fad68eccd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:48.532992 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-b4ae3f9d-bde7-4b51-b0e4-f2fad68eccd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:40:48.537045 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-b4ae3f9d-bde7-4b51-b0e4-f2fad68eccd0 admin admin] Usage tracker for resource:security_group_rule and tenant:ff9dd91091324db58c003bbab764c433 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:40:48.540074 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-b4ae3f9d-bde7-4b51-b0e4-f2fad68eccd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:40:48.548553 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-b4ae3f9d-bde7-4b51-b0e4-f2fad68eccd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:40:48.620232 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7404c-7746-40e3-a29d-115dc3233931 req-058ca422-5afc-49c5-9114-f572163a3a59 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:48.622829 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0fd7404c-7746-40e3-a29d-115dc3233931 req-058ca422-5afc-49c5-9114-f572163a3a59 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1349778 Jun 24 20:40:48.672825 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3f9d-bde7-4b51-b0e4-f2fad68eccd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:48.680254 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3f9d-bde7-4b51-b0e4-f2fad68eccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:48.725882 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0fd7404c-7746-40e3-a29d-115dc3233931 req-5887b9c3-8d99-406a-9e36-7637641bdfc0 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958173 Jun 24 20:40:48.727434 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae3f9d-bde7-4b51-b0e4-f2fad68eccd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b092a6-8d14-4cb3-be7e-2abe4a1380ca,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:48.767530 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-b4ae3f9d-bde7-4b51-b0e4-f2fad68eccd0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ff9dd91091324db58c003bbab764c433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887846 Jun 24 20:40:48.767878 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52570) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:48.858369 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f6e76d1-d60b-4ffe-971f-2edee0e5dd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:48.892633 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f6e76d1-d60b-4ffe-971f-2edee0e5dd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:48.898140 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e11b90-03ce-490b-9fa8-9223475dd05d req-cb578a55-dcce-4ee7-be06-76abf1850210 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:48.905363 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-47e11b90-03ce-490b-9fa8-9223475dd05d req-cb578a55-dcce-4ee7-be06-76abf1850210 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 943 time: 0.1176867 Jun 24 20:40:48.957795 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-47e11b90-03ce-490b-9fa8-9223475dd05d req-502ae2e2-32d0-49de-9de0-daab3d2bdfb4 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509791 Jun 24 20:40:49.000341 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f6e76d1-d60b-4ffe-971f-2edee0e5dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:49.025821 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e76d1-d60b-4ffe-971f-2edee0e5dd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b092a6-8d14-4cb3-be7e-2abe4a1380ca,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:49.039738 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f6e76d1-d60b-4ffe-971f-2edee0e5dd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:49.052464 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-8f6e76d1-d60b-4ffe-971f-2edee0e5dd8e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b1b092a6-8d14-4cb3-be7e-2abe4a1380ca HTTP/1.1" status: 204 len: 168 time: 0.2747023 Jun 24 20:40:49.104376 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe41fc-a6b4-46df-83e9-02c57d46d32b req-9ecf1551-6217-452a-aed5-0456b177a00c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:49.112851 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-87fe41fc-a6b4-46df-83e9-02c57d46d32b req-9ecf1551-6217-452a-aed5-0456b177a00c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.1630576 Jun 24 20:40:49.175084 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-87fe41fc-a6b4-46df-83e9-02c57d46d32b req-303d339e-b9f9-4ed3-b2fa-d52e1a3b73cb tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607030 Jun 24 20:40:49.481549 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52580) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:49.506280 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-567c9b71-13af-4b53-b029-bc8cdfc062bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:49.521806 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-567c9b71-13af-4b53-b029-bc8cdfc062bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:40:49.525853 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-567c9b71-13af-4b53-b029-bc8cdfc062bf admin admin] Usage tracker for resource:security_group_rule and tenant:b3875a297a284f03b2dc885753c1d43e is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:40:49.528838 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-567c9b71-13af-4b53-b029-bc8cdfc062bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:40:49.534685 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-567c9b71-13af-4b53-b029-bc8cdfc062bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:40:49.644382 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-567c9b71-13af-4b53-b029-bc8cdfc062bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:49.649949 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-567c9b71-13af-4b53-b029-bc8cdfc062bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:49.705837 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-567c9b71-13af-4b53-b029-bc8cdfc062bf admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b3875a297a284f03b2dc885753c1d43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197185 Jun 24 20:40:49.705837 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c9b71-13af-4b53-b029-bc8cdfc062bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9033b9cc-95b6-4607-ab3c-5bc518a1dbe7,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:49.706392 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 52584) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:49.767209 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-56ef48c1-ef18-4d17-832a-7c0f0f63a7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:49.793738 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-56ef48c1-ef18-4d17-832a-7c0f0f63a7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:49.902745 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-56ef48c1-ef18-4d17-832a-7c0f0f63a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:49.932269 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef48c1-ef18-4d17-832a-7c0f0f63a7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9033b9cc-95b6-4607-ab3c-5bc518a1dbe7,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:49.948949 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-56ef48c1-ef18-4d17-832a-7c0f0f63a7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:49.953408 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-56ef48c1-ef18-4d17-832a-7c0f0f63a7fb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9033b9cc-95b6-4607-ab3c-5bc518a1dbe7 HTTP/1.1" status: 204 len: 168 time: 0.2457492 Jun 24 20:40:49.983307 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9eb0-a63d-4b43-b927-4d5b02e7d3e1 req-f021ef6a-9642-416f-bf26-550f03eddcd4 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:49.984998 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5d6e9eb0-a63d-4b43-b927-4d5b02e7d3e1 req-f021ef6a-9642-416f-bf26-550f03eddcd4 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1307235 Jun 24 20:40:50.047236 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5d6e9eb0-a63d-4b43-b927-4d5b02e7d3e1 req-57a3cadc-5b7a-4ec2-b45d-552b2794104c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492103 Jun 24 20:40:50.238754 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779091d-6ea8-4a2b-8dae-37e127fd2eb1 req-80fe0519-8b68-44da-a379-5a8b6e7fb406 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:50.240897 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-b779091d-6ea8-4a2b-8dae-37e127fd2eb1 req-80fe0519-8b68-44da-a379-5a8b6e7fb406 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 943 time: 0.1152766 Jun 24 20:40:50.293013 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-b779091d-6ea8-4a2b-8dae-37e127fd2eb1 req-6c54776d-0117-499e-9d36-cc6eec8090c5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461924 Jun 24 20:40:50.361378 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-096f3a38-a4a3-4bed-9939-60a837808da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:50.473700 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3509e-bc83-4ee3-90bd-96714bb131cc req-ae95ab27-fb6e-48bd-bba8-f09ca7829992 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:50.475257 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-17b3509e-bc83-4ee3-90bd-96714bb131cc req-ae95ab27-fb6e-48bd-bba8-f09ca7829992 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.1534698 Jun 24 20:40:50.538873 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-17b3509e-bc83-4ee3-90bd-96714bb131cc req-8391e98c-b2de-4598-abc7-5ae872ea6dd9 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565853 Jun 24 20:40:51.300772 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423523b-5bfb-4f4e-b2d0-61ab0bfcf91c req-21e288ef-47e9-433a-9a25-720189a391e7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:51.302452 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a423523b-5bfb-4f4e-b2d0-61ab0bfcf91c req-21e288ef-47e9-433a-9a25-720189a391e7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1053686 Jun 24 20:40:51.357281 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a423523b-5bfb-4f4e-b2d0-61ab0bfcf91c req-69b42ca1-af55-4a37-b123-618f13172cea tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488820 Jun 24 20:40:51.502388 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52628) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:51.597616 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2a833-26c6-40ce-bf02-4a7bd9b1e95b req-4b1d7306-e4e8-4be9-8312-983d408ef9f9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:51.599418 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1ef2a833-26c6-40ce-bf02-4a7bd9b1e95b req-4b1d7306-e4e8-4be9-8312-983d408ef9f9 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 943 time: 0.1104779 Jun 24 20:40:51.683287 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1ef2a833-26c6-40ce-bf02-4a7bd9b1e95b req-31352cd7-41f2-4093-88a3-837e48ccd531 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776811 Jun 24 20:40:51.750575 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3b91190c-7124-4055-99b9-25c666e469c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:51.774607 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3b91190c-7124-4055-99b9-25c666e469c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:40:51.781599 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-3b91190c-7124-4055-99b9-25c666e469c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a82c1f37b43341cdad26dd457db2df83 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:40:51.785516 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-3b91190c-7124-4055-99b9-25c666e469c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:40:51.792773 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3b91190c-7124-4055-99b9-25c666e469c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:40:51.841744 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301cd29-782f-489c-9d41-8e7647e1f81a req-afed25d5-8e99-46fd-9b80-ff4a0bdea756 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:51.843217 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-b301cd29-782f-489c-9d41-8e7647e1f81a req-afed25d5-8e99-46fd-9b80-ff4a0bdea756 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.1813498 Jun 24 20:40:51.901999 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-b301cd29-782f-489c-9d41-8e7647e1f81a req-187b6b85-e44b-44cc-babd-6c49929a4cce tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504768 Jun 24 20:40:51.945657 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3b91190c-7124-4055-99b9-25c666e469c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:51.950300 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3b91190c-7124-4055-99b9-25c666e469c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:52.010969 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91190c-7124-4055-99b9-25c666e469c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cf1a70-5adc-48c4-914a-1d258e91563b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:52.016459 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-3b91190c-7124-4055-99b9-25c666e469c7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a82c1f37b43341cdad26dd457db2df83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055201 Jun 24 20:40:52.019107 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52636) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:52.078276 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad0fca9f-6ec6-4976-bdc0-ea5a5a1777c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:52.106332 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad0fca9f-6ec6-4976-bdc0-ea5a5a1777c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:52.162304 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad0fca9f-6ec6-4976-bdc0-ea5a5a1777c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:52.184911 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fca9f-6ec6-4976-bdc0-ea5a5a1777c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cf1a70-5adc-48c4-914a-1d258e91563b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:52.211883 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad0fca9f-6ec6-4976-bdc0-ea5a5a1777c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:52.213100 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-ad0fca9f-6ec6-4976-bdc0-ea5a5a1777c4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/77cf1a70-5adc-48c4-914a-1d258e91563b HTTP/1.1" status: 204 len: 168 time: 0.1930833 Jun 24 20:40:52.532997 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-51ffb933-856d-4b86-8f6b-cb876c629eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:52.593176 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e528d-e4d7-45d1-a68c-438530eaf728 req-5b6892de-527d-406b-b974-e11687b1ca4f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:52.595350 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-970e528d-e4d7-45d1-a68c-438530eaf728 req-5b6892de-527d-406b-b974-e11687b1ca4f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1169631 Jun 24 20:40:52.654683 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-970e528d-e4d7-45d1-a68c-438530eaf728 req-bf0d9cc4-877f-4a75-a683-1a150f95661e tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534716 Jun 24 20:40:53.037534 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc782eb9-c73a-4071-800f-12d1bc577e2d req-6610613a-2a09-4c77-9074-9ac4eab6bdad tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:53.039124 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bc782eb9-c73a-4071-800f-12d1bc577e2d req-6610613a-2a09-4c77-9074-9ac4eab6bdad tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 943 time: 0.2492733 Jun 24 20:40:53.106377 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bc782eb9-c73a-4071-800f-12d1bc577e2d req-eaf443ca-dca9-4cba-b268-cd40627021b8 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578487 Jun 24 20:40:53.153880 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52666) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:53.282446 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce55604-4619-4488-ab7f-d6b97684e33f req-c6d0b139-4e19-40e7-8a8a-f71adc5ce312 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:53.284696 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cce55604-4619-4488-ab7f-d6b97684e33f req-c6d0b139-4e19-40e7-8a8a-f71adc5ce312 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.2346275 Jun 24 20:40:53.286380 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1207939011-network', 'tenant_id': '2b176531901544bdb872295c6ff89088'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:40:53.291816 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:40:53.296918 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Usage tracker for resource:network and tenant:2b176531901544bdb872295c6ff89088 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:40:53.300588 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:40:53.310819 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:40:53.322855 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Made reservation on behalf of 2b176531901544bdb872295c6ff89088 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:40:53.338039 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:53.350460 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cce55604-4619-4488-ab7f-d6b97684e33f req-345f2d03-74dc-4395-9a63-15b0c2963fa5 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592349 Jun 24 20:40:53.375270 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:53.391725 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:40:53.396676 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Usage tracker for resource:security_group_rule and tenant:2b176531901544bdb872295c6ff89088 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:40:53.400098 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:40:53.406106 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:40:53.510515 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:53.515024 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:53.553759 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:40:53.562115 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1de6ff-0a73-4f95-bbce-9115e562825d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:53.570823 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:53.571213 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.segments_db [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Added segment 646cfe9c-734f-42e9-80cc-fe2d5f423938 of type vlan for network c630cbc8-093d-4a5d-b2ba-14a6a767993c Jun 24 20:40:53.579529 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:53.601155 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:53.635524 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:53.637024 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:53.637844 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:53.712719 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:53.783403 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6283596 Jun 24 20:40:53.786492 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52676) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:53.790510 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267c1dd-585e-48cb-8975-80bd08f212ee admin admin] Pushing event updated for resources: {'Network': ['ID=c630cbc8-093d-4a5d-b2ba-14a6a767993c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:53.796727 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Request body: {'subnet': {'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1207939011-subnet', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:40:53.801653 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network c630cbc8-093d-4a5d-b2ba-14a6a767993c details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:40:53.811106 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:40:53.815399 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Usage tracker for resource:subnet and tenant:2b176531901544bdb872295c6ff89088 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:40:53.818520 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:40:53.874647 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:40:53.896841 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Made reservation on behalf of 2b176531901544bdb872295c6ff89088 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:40:53.899190 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584325'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:54.016974 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cacb2-3565-435f-8e27-473afa1c593d req-e863dfc9-d41d-47e3-ba3e-811899f48e85 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:54.019124 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-774cacb2-3565-435f-8e27-473afa1c593d req-e863dfc9-d41d-47e3-ba3e-811899f48e85 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1974978 Jun 24 20:40:54.083475 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-774cacb2-3565-435f-8e27-473afa1c593d req-b9aa6f13-6442-4d6d-a01c-fe89651acc70 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532072 Jun 24 20:40:54.268314 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2650874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584371'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:54.359494 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Pushing event updated for resources: {'Subnet': ['ID=73be05dd-18aa-409c-9e52-75b447fd8966,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:54.372390 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Checking segment: {'id': '646cfe9c-734f-42e9-80cc-fe2d5f423938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:40:54.373107 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Network hostable DHCP agents. Network: c630cbc8-093d-4a5d-b2ba-14a6a767993c, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:40:54.397295 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ca329-e7ea-4374-9e42-663e5cca973e req-ac098b43-87e1-4c0a-a020-1fe59c850873 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:54.402379 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-024ca329-e7ea-4374-9e42-663e5cca973e req-ac098b43-87e1-4c0a-a020-1fe59c850873 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 943 time: 0.1260302 Jun 24 20:40:54.436837 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Network c630cbc8-093d-4a5d-b2ba-14a6a767993c is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:40:54.449749 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, c630cbc8-093d-4a5d-b2ba-14a6a767993c) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:40:54.458717 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:54.460080 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:54.461019 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a482e159-0d1e-4e48-9190-776bd16f9179 None None] Network c630cbc8-093d-4a5d-b2ba-14a6a767993c requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:40:54.473706 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-024ca329-e7ea-4374-9e42-663e5cca973e req-5c099159-94c6-4550-835f-192e58f5b51d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642552 Jun 24 20:40:54.513330 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-d55adf56-d9d3-4e98-9cfd-3197dd07911b admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7253935 Jun 24 20:40:54.515738 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52684) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:54.521799 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:40:54.543609 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:40:54.548432 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Usage tracker for resource:router and tenant:2b176531901544bdb872295c6ff89088 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:40:54.558048 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:40:54.604494 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:40:54.637360 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3800691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60277'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:54.638687 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3848008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64902'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:54.656237 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:54.788096 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3845f4-25c2-549b-a277-efe1d63686d0-c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'fixed_ips': [{'subnet_id': '73be05dd-18aa-409c-9e52-75b447fd8966'}]}} from dv-cinder-847189-4-iscsi. {{(pid=88161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 20:40:54.789023 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:54.824322 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03a528-4776-4c9b-bcd2-2f7eecdc5e1e req-728f54a0-96b8-4f88-8ed6-9bc3839b405a tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:54.825892 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0a03a528-4776-4c9b-bcd2-2f7eecdc5e1e req-728f54a0-96b8-4f88-8ed6-9bc3839b405a tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.2640278 Jun 24 20:40:54.966571 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.db_base_plugin_common [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Allocated IP 172.20.0.2 (c630cbc8-093d-4a5d-b2ba-14a6a767993c/73be05dd-18aa-409c-9e52-75b447fd8966/a2825953-9243-47ad-96c2-54cc5415244d) {{(pid=88161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:40:54.982261 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64916'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:55.007406 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0a03a528-4776-4c9b-bcd2-2f7eecdc5e1e req-a3ee7456-79c8-4b9e-8f2c-464190c49956 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290193 Jun 24 20:40:55.120787 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:55.261625 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Notify callbacks [] for port, precommit_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:55.281869 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Transition to ACTIVE for port object a2825953-9243-47ad-96c2-54cc5415244d will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:40:55.324434 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Transition to ACTIVE for port object a2825953-9243-47ad-96c2-54cc5415244d will not be triggered until provisioned by entity DHCP. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:40:55.334201 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:55.381273 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3953b9-199b-4493-b525-94ef4914515e req-b85af19b-5062-40f8-88bc-18132cd548b5 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:55.392011 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0b3953b9-199b-4493-b525-94ef4914515e req-b85af19b-5062-40f8-88bc-18132cd548b5 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1443481 Jun 24 20:40:55.463066 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Network c630cbc8-093d-4a5d-b2ba-14a6a767993c is already hosted by enough agents. {{(pid=88161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:40:55.471057 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.base_scheduler [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Resources bound (agent type, host, resource id): {{(pid=88161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:40:55.476855 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Received port after_create {{(pid=88161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:40:55.483433 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Pushing event updated for resources: {'Port': ['ID=a2825953-9243-47ad-96c2-54cc5415244d,revision_number=1']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:55.485112 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0b3953b9-199b-4493-b525-94ef4914515e req-2c962416-bd93-47c3-a573-b30403c9d85b tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920110 Jun 24 20:40:55.638100 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Attempting to bind port a2825953-9243-47ad-96c2-54cc5415244d on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:40:55.638394 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Attempting to bind port a2825953-9243-47ad-96c2-54cc5415244d by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '646cfe9c-734f-42e9-80cc-fe2d5f423938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:40:55.638740 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Attempting to bind port a2825953-9243-47ad-96c2-54cc5415244d on network c630cbc8-093d-4a5d-b2ba-14a6a767993c {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:40:55.651011 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:40:55.651367 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Checking segment: {'id': '646cfe9c-734f-42e9-80cc-fe2d5f423938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:40:55.651760 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:55.652140 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Bound using segment: {'id': '646cfe9c-734f-42e9-80cc-fe2d5f423938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:40:55.652727 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Bound port: a2825953-9243-47ad-96c2-54cc5415244d, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646cfe9c-734f-42e9-80cc-fe2d5f423938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:40:55.653093 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:55.729945 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:55.765975 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:55.768040 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] For port a2825953-9243-47ad-96c2-54cc5415244d, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:40:55.772266 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] For port a2825953-9243-47ad-96c2-54cc5415244d, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=a2825953-9243-47ad-96c2-54cc5415244d,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:40:55.777874 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:55.857516 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b2a15-c201-4f13-ac6e-1a4300cab5c0 req-b496848b-af2a-4371-b9fd-12f704504459 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:55.864714 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4f1b2a15-c201-4f13-ac6e-1a4300cab5c0 req-b496848b-af2a-4371-b9fd-12f704504459 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 943 time: 0.2280195 Jun 24 20:40:55.888398 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f750d86-c197-4271-9f91-a994dae1a27a None None] Pushing event updated for resources: {'Port': ['ID=a2825953-9243-47ad-96c2-54cc5415244d,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:55.982410 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4f1b2a15-c201-4f13-ac6e-1a4300cab5c0 req-338c1a71-f488-42ce-9339-fb5be612e2a7 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167648 Jun 24 20:40:56.023909 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Allocated IP 172.27.1.210 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/fdc9d53a-4094-4ce1-bbcc-d367df548e82) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:40:56.272310 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdc545-fd35-469c-8d93-955b0be01b4f req-5471439e-60a2-46ee-854d-73250d3743dc tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:56.274001 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-38bdc545-fd35-469c-8d93-955b0be01b4f req-5471439e-60a2-46ee-854d-73250d3743dc tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.1173110 Jun 24 20:40:56.325617 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:56.369571 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-38bdc545-fd35-469c-8d93-955b0be01b4f req-213fd888-42d4-41f4-80bf-eca4e04f9511 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870993 Jun 24 20:40:56.390444 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:56.464325 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:40:56.467473 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:40:56.469893 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:40:56.518607 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Pushing event updated for resources: {'Port': ['ID=fdc9d53a-4094-4ce1-bbcc-d367df548e82,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:56.945369 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038d5a-fbf3-4c49-b0c8-ab232a25c470 req-64cb4162-a077-467a-9fa3-e4540ca6c77b tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:56.946937 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-96038d5a-fbf3-4c49-b0c8-ab232a25c470 req-64cb4162-a077-467a-9fa3-e4540ca6c77b tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.2970657 Jun 24 20:40:57.030080 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-96038d5a-fbf3-4c49-b0c8-ab232a25c470 req-74c6d79a-7818-4955-8b01-6c35b22cf222 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768175 Jun 24 20:40:57.037207 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:57.064491 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559decbe-b076-4f95-8e4c-20697e7ec38f None None] Network c630cbc8-093d-4a5d-b2ba-14a6a767993c requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:40:57.160610 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-598ea0fb-aab3-4c87-aec6-d87496cfa60b None None] Provisioning for port a2825953-9243-47ad-96c2-54cc5415244d completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:40:57.216652 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b4eef-b359-4f97-9a4b-e267d8989af7 req-da34d4f4-099b-49e9-af25-5bdb191ac0cd tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:57.218111 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c08b4eef-b359-4f97-9a4b-e267d8989af7 req-da34d4f4-099b-49e9-af25-5bdb191ac0cd tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 943 time: 0.0997624 Jun 24 20:40:57.273792 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c08b4eef-b359-4f97-9a4b-e267d8989af7 req-8a1f3fcd-6dbe-49ef-90d5-066331f8474f tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469892 Jun 24 20:40:57.637544 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787037'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:57.711702 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b49e9-62d1-444c-95bc-851060dfc61d req-df035bef-0232-4de1-b9c1-8b6eb04f449a tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:57.713177 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c61b49e9-62d1-444c-95bc-851060dfc61d req-df035bef-0232-4de1-b9c1-8b6eb04f449a tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.1900682 Jun 24 20:40:57.759766 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device a2825953-9243-47ad-96c2-54cc5415244d up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:40:57.832671 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port a2825953-9243-47ad-96c2-54cc5415244d completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:40:57.837104 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c61b49e9-62d1-444c-95bc-851060dfc61d req-a2002f2e-cee2-47f1-ae94-e58200a3f94f tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664399 Jun 24 20:40:57.837295 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port a2825953-9243-47ad-96c2-54cc5415244d triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:40:57.837699 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:57.895589 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Router 13cfae95-b5bf-40c3-aee4-53d21590d990 is scheduled to L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 20:40:57.964942 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port a2825953-9243-47ad-96c2-54cc5415244d is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:40:57.965308 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:57.999224 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port a2825953-9243-47ad-96c2-54cc5415244d, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=a2825953-9243-47ad-96c2-54cc5415244d,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:58.004230 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:58.071600 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:40:58.074677 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=a2825953-9243-47ad-96c2-54cc5415244d,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:58.083595 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Sync routers for ids ['13cfae95-b5bf-40c3-aee4-53d21590d990'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:40:58.093732 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Routers {'13cfae95-b5bf-40c3-aee4-53d21590d990'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:40:58.094219 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:40:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['13cfae95-b5bf-40c3-aee4-53d21590d990'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:58.100840 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:58.106281 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-978363c4-b25d-4db4-abdb-96692be7076b admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5852206 Jun 24 20:40:58.106281 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52704) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:40:58.223982 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9e5e0-ea96-4a47-a0b7-f66b99f8756c req-de6eea77-153d-41cb-9184-207701a83d2d tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:58.225424 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0df9e5e0-ea96-4a47-a0b7-f66b99f8756c req-de6eea77-153d-41cb-9184-207701a83d2d tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.0861883 Jun 24 20:40:58.271473 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0df9e5e0-ea96-4a47-a0b7-f66b99f8756c req-87e6414b-68f2-4624-9fe7-4db2a27f40c2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403600 Jun 24 20:40:58.278520 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Set router 13cfae95-b5bf-40c3-aee4-53d21590d990 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:40:58.532592 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc6ab3-55e5-4fa6-8f99-7ce35f09c915 req-329838f5-69aa-423e-81b6-9e726144444d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:58.534092 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-70fc6ab3-55e5-4fa6-8f99-7ce35f09c915 req-329838f5-69aa-423e-81b6-9e726144444d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 943 time: 0.1350923 Jun 24 20:40:58.616786 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-70fc6ab3-55e5-4fa6-8f99-7ce35f09c915 req-d7a0aceb-e378-4d80-8a5e-b429ab7441f5 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758438 Jun 24 20:40:58.649546 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:40:56Z', 'revision_number': 3, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port': {'id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:55Z', 'updated_at': '2022-06-24T20:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:58.654607 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Checking router: 13cfae95-b5bf-40c3-aee4-53d21590d990 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:40:58.654946 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Updating router 13cfae95-b5bf-40c3-aee4-53d21590d990 port fdc9d53a-4094-4ce1-bbcc-d367df548e82 binding host dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:40:58.715669 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:58.741818 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:40:58.783551 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca2bc2-a651-4226-b6c2-ee5b5568e8aa req-dab0a0ad-4202-421f-a044-e65f76e928a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:58.785420 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-17ca2bc2-a651-4226-b6c2-ee5b5568e8aa req-dab0a0ad-4202-421f-a044-e65f76e928a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8f32683d96e49d08727cdb7aa4dc923&device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 1099 time: 0.1019940 Jun 24 20:40:58.925254 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:58.930706 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca2bc2-a651-4226-b6c2-ee5b5568e8aa req-b018c720-4898-4be0-ba8d-0199aa5de341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:58.932208 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-17ca2bc2-a651-4226-b6c2-ee5b5568e8aa req-b018c720-4898-4be0-ba8d-0199aa5de341 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d HTTP/1.1" status: 200 len: 911 time: 0.1411469 Jun 24 20:40:58.950236 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'port_id': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'mac_address': 'fa:16:3e:05:eb:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:40:58.977013 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483f037-cf86-4124-8f50-debffa759f3b req-939a01be-128e-46a1-b6e2-a27f4616e0c2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:58.978515 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d483f037-cf86-4124-8f50-debffa759f3b req-939a01be-128e-46a1-b6e2-a27f4616e0c2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.2123890 Jun 24 20:40:59.011867 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:59.054635 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:40:59.055037 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:59.077702 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:40:59.096905 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-17ca2bc2-a651-4226-b6c2-ee5b5568e8aa req-fe8fcb0f-a3b1-4689-940a-b553b62e9eb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=364b771a-61c4-41ac-b319-d15070725692 HTTP/1.1" status: 200 len: 1002 time: 0.1583395 Jun 24 20:40:59.098893 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:59.105369 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:59.106260 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:40:59.144517 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Notify callbacks [] for port, precommit_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:59.165060 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.provisioning_blocks [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Transition to ACTIVE for port object fdc9d53a-4094-4ce1-bbcc-d367df548e82 will not be triggered until provisioned by entity L2. {{(pid=88162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:40:59.175945 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7043e1-4e0a-487a-8cad-b33cbbca7a00 req-2d9f8d81-b86e-406a-9ae8-ce0ec706f45d tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:59.177516 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:59.183485 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2c7043e1-4e0a-487a-8cad-b33cbbca7a00 req-2d9f8d81-b86e-406a-9ae8-ce0ec706f45d tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 944 time: 0.1871467 Jun 24 20:40:59.193092 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d483f037-cf86-4124-8f50-debffa759f3b req-99eb7479-c6d1-42c5-ac35-142e723eb699 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059200 Jun 24 20:40:59.205985 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca2bc2-a651-4226-b6c2-ee5b5568e8aa req-cdcf81d3-4c61-494e-9d5b-2c394e13481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:59.207500 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-17ca2bc2-a651-4226-b6c2-ee5b5568e8aa req-cdcf81d3-4c61-494e-9d5b-2c394e13481e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca567e07-e9a2-4973-a5ab-da5d14034a85 HTTP/1.1" status: 200 len: 849 time: 0.1040962 Jun 24 20:40:59.273242 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2c7043e1-4e0a-487a-8cad-b33cbbca7a00 req-e2d2d28b-9db2-4e64-a389-8fece643d796 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887861 Jun 24 20:40:59.278702 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,revision_number=7']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:59.280080 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Pushing event updated for resources: {'Port': ['ID=fdc9d53a-4094-4ce1-bbcc-d367df548e82,revision_number=2']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:59.292015 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:59.292646 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:59.293217 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:59.293635 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:59.294047 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:59.294499 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:59.294908 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:59.295311 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:59.295686 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:59.296065 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:59.296895 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:59.296895 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:40:59.319816 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Attempting to bind port fdc9d53a-4094-4ce1-bbcc-d367df548e82 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:40:59.320257 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Attempting to bind port fdc9d53a-4094-4ce1-bbcc-d367df548e82 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:40:59.320984 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Attempting to bind port fdc9d53a-4094-4ce1-bbcc-d367df548e82 on network cd9f41e2-529a-43c2-b620-1636d255c50a {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:40:59.327438 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:40:59.327997 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Checking segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:40:59.328458 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:59.328906 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Bound using segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:40:59.329551 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Bound port: fdc9d53a-4094-4ce1-bbcc-d367df548e82, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:40:59.329995 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:59.344146 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca2bc2-a651-4226-b6c2-ee5b5568e8aa req-ed404188-77bd-4e14-ad87-6489d9c80563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:59.348437 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-17ca2bc2-a651-4226-b6c2-ee5b5568e8aa req-ed404188-77bd-4e14-ad87-6489d9c80563 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1177919 Jun 24 20:40:59.359348 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:59.381342 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'port_id': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'mac_address': 'fa:16:3e:69:f8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:40:59.426307 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] For port fdc9d53a-4094-4ce1-bbcc-d367df548e82, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:40:59.430400 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] For port fdc9d53a-4094-4ce1-bbcc-d367df548e82, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=fdc9d53a-4094-4ce1-bbcc-d367df548e82,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:40:59.438378 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:59.469239 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:40:59.469985 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:59.474260 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Allocated IP 172.20.0.1 (c630cbc8-093d-4a5d-b2ba-14a6a767993c/73be05dd-18aa-409c-9e52-75b447fd8966/a707c78c-0930-4fe1-9e53-f24a84cbcd8f) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:40:59.488396 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:40:59.505727 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:40:59.512064 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:59.523582 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d021cc-530a-47a0-8730-f016ed0241eb None None] Pushing event updated for resources: {'Port': ['ID=fdc9d53a-4094-4ce1-bbcc-d367df548e82,revision_number=3']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:59.532972 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Routers {'13cfae95-b5bf-40c3-aee4-53d21590d990'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:40:59.533562 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:40:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['13cfae95-b5bf-40c3-aee4-53d21590d990'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:40:59.540705 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-17ca2bc2-a651-4226-b6c2-ee5b5568e8aa req-4b905843-f48a-4c5b-8ac6-12e96f7ddfed service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865222 Jun 24 20:40:59.598579 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,revision_number=9']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:59.641983 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:59.670507 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Transition to ACTIVE for port object a707c78c-0930-4fe1-9e53-f24a84cbcd8f will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:40:59.695077 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-17ca2bc2-a651-4226-b6c2-ee5b5568e8aa req-ff500410-4f81-4ad0-b823-53757237a5f5 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478572 Jun 24 20:40:59.703691 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:59.747079 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['924380ca-74fe-4fd6-b1f0-bdfdc0573dd6'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:40:59.775647 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] Set router 13cfae95-b5bf-40c3-aee4-53d21590d990 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:40:59.781672 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['8323602e-c8e1-49bc-ab6e-875bd58c3ac6'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:40:59.810071 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device a2825953-9243-47ad-96c2-54cc5415244d up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:40:59.818970 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Network c630cbc8-093d-4a5d-b2ba-14a6a767993c is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:40:59.826637 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:40:59.835752 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:40:59.897367 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=a707c78c-0930-4fe1-9e53-f24a84cbcd8f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:40:59.909139 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800663'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:40:59.992118 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed788e37-654e-42e7-8656-bd2f659718e6 req-841fbe11-e309-48b8-8b14-0f423f466140 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:40:59.999988 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ed788e37-654e-42e7-8656-bd2f659718e6 req-841fbe11-e309-48b8-8b14-0f423f466140 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 944 time: 0.2300701 Jun 24 20:41:00.031429 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port a2825953-9243-47ad-96c2-54cc5415244d triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:00.031791 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:00.055366 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ed788e37-654e-42e7-8656-bd2f659718e6 req-8df3d1f1-27b7-4d4e-9356-0a3cb8890275 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537772 Jun 24 20:41:00.112050 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:00.121689 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:40:56Z', 'revision_number': 3, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port': {'id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:55Z', 'updated_at': '2022-06-24T20:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:00.125996 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b5bbf8-bb29-4e86-8889-6e995f724e83 None None] The sync data for ids ['13cfae95-b5bf-40c3-aee4-53d21590d990'] in dv-cinder-847189-4-iscsi is: [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:40:56Z', 'revision_number': 3, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port': {'id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:55Z', 'updated_at': '2022-06-24T20:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:41:00.193864 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-9ab6e9dd-11cb-452e-a40d-ed35f7e0c805 None None] Provisioning for port a707c78c-0930-4fe1-9e53-f24a84cbcd8f completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:41:00.216301 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-9ab6e9dd-11cb-452e-a40d-ed35f7e0c805 None None] Provisioning complete for port a707c78c-0930-4fe1-9e53-f24a84cbcd8f triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:00.216749 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e9dd-11cb-452e-a40d-ed35f7e0c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:00.423536 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port a2825953-9243-47ad-96c2-54cc5415244d is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:00.425772 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-9ab6e9dd-11cb-452e-a40d-ed35f7e0c805 None None] Port a707c78c-0930-4fe1-9e53-f24a84cbcd8f cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:41:00.477354 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0b1a3-b736-4d76-afc5-7ef521c3cc3b req-7bf4b2d2-5844-44f6-b16e-720661864a71 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:00.478917 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bda0b1a3-b736-4d76-afc5-7ef521c3cc3b req-7bf4b2d2-5844-44f6-b16e-720661864a71 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1274056 Jun 24 20:41:00.529015 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:00.541523 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:00.657532 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bda0b1a3-b736-4d76-afc5-7ef521c3cc3b req-0c541c7d-1c31-4e8a-87d3-f04653f90ca9 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714728 Jun 24 20:41:00.669762 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1098c0-8e70-4f04-a571-747d3708ec20 req-d1c504ee-d2f6-4528-8e26-f952fb6d85ab tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:00.671319 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ea1098c0-8e70-4f04-a571-747d3708ec20 req-d1c504ee-d2f6-4528-8e26-f952fb6d85ab tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 945 time: 0.2563019 Jun 24 20:41:00.693919 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=a707c78c-0930-4fe1-9e53-f24a84cbcd8f,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:00.708065 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4173672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800626'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:00.740864 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:41:00.812031 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ea1098c0-8e70-4f04-a571-747d3708ec20 req-20abd532-8f34-4481-a707-ca8e3ff85095 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213319 Jun 24 20:41:00.812998 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:00.813360 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:00.877072 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Network c630cbc8-093d-4a5d-b2ba-14a6a767993c is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:41:00.878339 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:41:00.937700 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:00.938524 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:00.980214 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:00.981474 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:41:00.989049 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:01.044713 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c2c8ed-31fb-427c-a179-9686b0ae491b'] response: {'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'code': 200} Jun 24 20:41:01.083234 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,revision_number=10']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:01.091670 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Router 13cfae95-b5bf-40c3-aee4-53d21590d990 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:41:01.250734 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-5c1ad136-ab55-4e72-9aa8-2f2b827844f3 None None] Provisioning complete for port a707c78c-0930-4fe1-9e53-f24a84cbcd8f triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:01.251240 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad136-ab55-4e72-9aa8-2f2b827844f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:01.308266 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a4b0c-72c1-4cec-b696-dfa1115a9112 req-9fca505e-8fbf-40b9-8129-027fce46132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:01.309762 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1f3a4b0c-72c1-4cec-b696-dfa1115a9112 req-9fca505e-8fbf-40b9-8129-027fce46132e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 1099 time: 0.0803695 Jun 24 20:41:01.311749 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ad136-ab55-4e72-9aa8-2f2b827844f3 None None] Port a707c78c-0930-4fe1-9e53-f24a84cbcd8f cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:41:01.352240 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1f3a4b0c-72c1-4cec-b696-dfa1115a9112 req-2d75e104-384a-48db-9201-3efe14876f10 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360329 Jun 24 20:41:01.481559 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:41:01.495538 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3bd91-ac20-429c-b06a-e79e8ec401a8 req-d1961728-3b96-41e0-8776-40fe9efa4c8a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:01.496943 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-aba3bd91-ac20-429c-b06a-e79e8ec401a8 req-d1961728-3b96-41e0-8776-40fe9efa4c8a tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 946 time: 0.1528256 Jun 24 20:41:01.500418 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-9060b7bf-5b6a-4002-aac9-74e0a601b1f5 admin admin] 10.222.0.33 "PUT /v2.0/routers/13cfae95-b5bf-40c3-aee4-53d21590d990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3944840 Jun 24 20:41:01.548734 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-aba3bd91-ac20-429c-b06a-e79e8ec401a8 req-5564e42f-47fc-49a2-88c9-c2ca2b8d5b58 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455525 Jun 24 20:41:01.761188 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device fdc9d53a-4094-4ce1-bbcc-d367df548e82 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:41:01.834757 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port fdc9d53a-4094-4ce1-bbcc-d367df548e82 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:41:01.840772 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port fdc9d53a-4094-4ce1-bbcc-d367df548e82 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:01.841134 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:01.939669 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Sync routers for ids ['13cfae95-b5bf-40c3-aee4-53d21590d990'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:41:01.961177 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Routers {'13cfae95-b5bf-40c3-aee4-53d21590d990'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:41:01.961795 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:40:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['13cfae95-b5bf-40c3-aee4-53d21590d990'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:02.028128 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf41da-99c1-4d79-9e81-7f53553e5c15 req-916c2ad3-17d5-4237-8310-89ae65033d8b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:02.029556 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33bf41da-99c1-4d79-9e81-7f53553e5c15 req-916c2ad3-17d5-4237-8310-89ae65033d8b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 945 time: 0.0971763 Jun 24 20:41:02.079672 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33bf41da-99c1-4d79-9e81-7f53553e5c15 req-b8c88ca1-0dd9-4000-b3f2-42929bb01017 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436933 Jun 24 20:41:02.097600 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52744) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:02.103616 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-856927153-network', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:02.110689 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:02.115130 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Usage tracker for resource:network and tenant:baed0e8697b74dbda7029dc3cd2106f5 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:41:02.117959 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:41:02.123202 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port fdc9d53a-4094-4ce1-bbcc-d367df548e82 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:02.123577 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.124571 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:02.138732 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Made reservation on behalf of baed0e8697b74dbda7029dc3cd2106f5 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:41:02.141076 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.153682 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.160044 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port fdc9d53a-4094-4ce1-bbcc-d367df548e82, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=fdc9d53a-4094-4ce1-bbcc-d367df548e82,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:02.166323 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.168500 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:02.172869 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Usage tracker for resource:security_group_rule and tenant:baed0e8697b74dbda7029dc3cd2106f5 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:41:02.176399 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:41:02.181928 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:02.250279 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Set router 13cfae95-b5bf-40c3-aee4-53d21590d990 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:41:02.271111 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.275375 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.308117 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=fdc9d53a-4094-4ce1-bbcc-d367df548e82,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:02.310865 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:41:02.316471 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e937d51-232a-45ab-9f60-c59a6be49bff,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:02.325039 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.325759 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.segments_db [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Added segment 4047a23b-fdb5-4673-ae05-d692e9f1bf00 of type vlan for network 1b0e4727-1179-486e-b113-35027e8f0e00 Jun 24 20:41:02.361658 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.417062 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.418427 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:02.419076 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.534019 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4347758 Jun 24 20:41:02.535078 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 52752) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:02.542474 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0cb13-85d6-48cd-ae89-801a949409b6 admin admin] Pushing event updated for resources: {'Network': ['ID=1b0e4727-1179-486e-b113-35027e8f0e00,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:02.542687 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Request body: {'subnet': {'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-856927153-subnet', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'ip_version': 4}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:02.550211 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:02.556034 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Usage tracker for resource:subnet and tenant:baed0e8697b74dbda7029dc3cd2106f5 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:41:02.559129 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:41:02.565880 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:02.576950 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Made reservation on behalf of baed0e8697b74dbda7029dc3cd2106f5 for: {'subnet': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:41:02.579616 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network 1b0e4727-1179-486e-b113-35027e8f0e00 details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:41:02.579771 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2163071'] for subnet, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.717153 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:41:00Z', 'revision_number': 4, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port': {'id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:55Z', 'updated_at': '2022-06-24T20:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a707c78c-0930-4fe1-9e53-f24a84cbcd8f', 'name': '', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'mac_address': 'fa:16:3e:3a:82:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:59Z', 'updated_at': '2022-06-24T20:41:00Z', 'revision_number': 2, 'project_id': '2b176531901544bdb872295c6ff89088', 'subnets': [{'id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:02.722505 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Checking router: 13cfae95-b5bf-40c3-aee4-53d21590d990 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:41:02.722847 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Updating router 13cfae95-b5bf-40c3-aee4-53d21590d990 port a707c78c-0930-4fe1-9e53-f24a84cbcd8f binding host dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:41:02.755841 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:41:02.793982 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879280f-cb27-4b59-b1e6-606bab0080dc req-5dd1afca-32e4-4790-8a49-355c72fafeb3 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:02.798147 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5879280f-cb27-4b59-b1e6-606bab0080dc req-5dd1afca-32e4-4790-8a49-355c72fafeb3 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 946 time: 0.1289680 Jun 24 20:41:02.833803 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.854760 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5879280f-cb27-4b59-b1e6-606bab0080dc req-34e58df1-9140-4bca-a456-94503191fc79 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495970 Jun 24 20:41:02.869742 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2371705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2163017'] for subnet, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.909100 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:02.909614 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:02.961702 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Checking segment: {'id': '4047a23b-fdb5-4673-ae05-d692e9f1bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:41:02.962045 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Network hostable DHCP agents. Network: 1b0e4727-1179-486e-b113-35027e8f0e00, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:41:02.966705 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3172d9-02c9-4d63-b04c-65a7cd10b693,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:02.985235 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Network 1b0e4727-1179-486e-b113-35027e8f0e00 is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:41:02.996617 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, 1b0e4727-1179-486e-b113-35027e8f0e00) {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:41:03.002612 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:03.003475 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:03.013087 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310ecca-cd6d-44ce-a532-40c24699b38c None None] Network 1b0e4727-1179-486e-b113-35027e8f0e00 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:41:03.030223 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-3be8c26d-a12f-4875-bd64-91ab8826feac admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4935904 Jun 24 20:41:03.032578 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 52788) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:03.040321 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-856927153-router', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:03.046475 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:03.050605 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Usage tracker for resource:router and tenant:baed0e8697b74dbda7029dc3cd2106f5 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:41:03.053782 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:41:03.060576 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:03.072485 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3800691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60277'] for router, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:03.073841 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3848008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64902'] for router, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:03.089542 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:03.299259 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:03.299653 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:03.384510 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:41:03.410939 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:03.411731 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64916'] for router, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:03.452119 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:03.510781 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d03b2-790e-4139-ab18-95d3d11aa9f9 req-640fb64e-39a4-4293-bccb-00cefe18c663 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:03.512244 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c98d03b2-790e-4139-ab18-95d3d11aa9f9 req-640fb64e-39a4-4293-bccb-00cefe18c663 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 945 time: 0.2909944 Jun 24 20:41:03.572326 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b39e3a2-24ac-4147-8043-5f45dd14d74e'] response: {'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'code': 200} Jun 24 20:41:03.574239 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c98d03b2-790e-4139-ab18-95d3d11aa9f9 req-fb3e606f-3373-4b39-b8e1-b3a841ef595c tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559342 Jun 24 20:41:03.582729 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3845f4-25c2-549b-a277-efe1d63686d0-1b0e4727-1179-486e-b113-35027e8f0e00', 'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'fixed_ips': [{'subnet_id': 'eb3172d9-02c9-4d63-b04c-65a7cd10b693'}]}} from dv-cinder-847189-4-iscsi. {{(pid=88161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 20:41:03.583751 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:03.643381 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:03.678381 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,revision_number=8']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:03.705541 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Transition to ACTIVE for port object a707c78c-0930-4fe1-9e53-f24a84cbcd8f will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:41:03.721357 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:03.762992 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device fdc9d53a-4094-4ce1-bbcc-d367df548e82 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:41:03.859285 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:03.897757 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:03.946174 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fef26d-69e3-423f-b9da-f3e8fe7114bf None None] Pushing event updated for resources: {'Port': ['ID=a707c78c-0930-4fe1-9e53-f24a84cbcd8f,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:04.012905 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.db_base_plugin_common [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Allocated IP 172.20.0.2 (1b0e4727-1179-486e-b113-35027e8f0e00/eb3172d9-02c9-4d63-b04c-65a7cd10b693/1ee5dee9-7a0f-469b-a20b-1838c083f7f2) {{(pid=88161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:41:04.047300 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09465979-8ff2-47b1-9774-12c4d2c39f2a req-e0e26f82-682f-4489-93ea-b1051b6705a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:04.048783 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-09465979-8ff2-47b1-9774-12c4d2c39f2a req-e0e26f82-682f-4489-93ea-b1051b6705a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 1099 time: 0.3219852 Jun 24 20:41:04.093118 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68130507-711b-46a4-99a6-7e173a2eebc5 req-eb326cbd-9fd2-434e-b234-e9fbecc90872 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:04.094864 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-68130507-711b-46a4-99a6-7e173a2eebc5 req-eb326cbd-9fd2-434e-b234-e9fbecc90872 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 946 time: 0.1073933 Jun 24 20:41:04.108927 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Attempting to bind port a707c78c-0930-4fe1-9e53-f24a84cbcd8f on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:41:04.109201 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Attempting to bind port a707c78c-0930-4fe1-9e53-f24a84cbcd8f by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '646cfe9c-734f-42e9-80cc-fe2d5f423938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:41:04.109553 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Attempting to bind port a707c78c-0930-4fe1-9e53-f24a84cbcd8f on network c630cbc8-093d-4a5d-b2ba-14a6a767993c {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:41:04.145084 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-09465979-8ff2-47b1-9774-12c4d2c39f2a req-a5deee3a-1ecb-408b-b65b-10544e1ec47d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840960 Jun 24 20:41:04.147710 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-68130507-711b-46a4-99a6-7e173a2eebc5 req-6be84569-a256-423b-956d-59a056cd7e98 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441091 Jun 24 20:41:04.165412 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port fdc9d53a-4094-4ce1-bbcc-d367df548e82 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:04.165781 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:04.180483 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Allocated IP 172.27.1.140 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/14c5e73f-e356-49f7-9ce3-93b8858caf80) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:41:04.192787 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:41:04.193155 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Checking segment: {'id': '646cfe9c-734f-42e9-80cc-fe2d5f423938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:41:04.193556 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:04.193947 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Bound using segment: {'id': '646cfe9c-734f-42e9-80cc-fe2d5f423938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:41:04.194445 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Bound port: a707c78c-0930-4fe1-9e53-f24a84cbcd8f, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646cfe9c-734f-42e9-80cc-fe2d5f423938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:41:04.194813 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:04.324796 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:04.362191 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:04.376262 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] For port a707c78c-0930-4fe1-9e53-f24a84cbcd8f, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:41:04.424809 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:41:04.427613 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:41:04.435544 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:41:04.454182 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] For port a707c78c-0930-4fe1-9e53-f24a84cbcd8f, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=a707c78c-0930-4fe1-9e53-f24a84cbcd8f,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:41:04.471837 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Pushing event updated for resources: {'Port': ['ID=14c5e73f-e356-49f7-9ce3-93b8858caf80,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:04.473599 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:04.523322 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port fdc9d53a-4094-4ce1-bbcc-d367df548e82 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:04.547700 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Notify callbacks [] for port, precommit_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:04.570621 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Transition to ACTIVE for port object 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:41:04.597573 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Routers {'13cfae95-b5bf-40c3-aee4-53d21590d990'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:41:04.598228 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:40:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['13cfae95-b5bf-40c3-aee4-53d21590d990'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:04.656949 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Transition to ACTIVE for port object 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 will not be triggered until provisioned by entity DHCP. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:41:04.719468 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fef26d-69e3-423f-b9da-f3e8fe7114bf None None] Pushing event updated for resources: {'Port': ['ID=a707c78c-0930-4fe1-9e53-f24a84cbcd8f,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:04.725702 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:04.811396 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Network 1b0e4727-1179-486e-b113-35027e8f0e00 is already hosted by enough agents. {{(pid=88161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:41:04.822761 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.base_scheduler [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Resources bound (agent type, host, resource id): {{(pid=88161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:41:04.829716 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Received port after_create {{(pid=88161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:41:04.842324 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Pushing event updated for resources: {'Port': ['ID=1ee5dee9-7a0f-469b-a20b-1838c083f7f2,revision_number=1']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:04.917517 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:04.941289 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] Set router 13cfae95-b5bf-40c3-aee4-53d21590d990 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:41:05.021938 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Attempting to bind port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:41:05.023300 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Attempting to bind port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '4047a23b-fdb5-4673-ae05-d692e9f1bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:41:05.023300 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Attempting to bind port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 on network 1b0e4727-1179-486e-b113-35027e8f0e00 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:41:05.031766 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb65d60-66e2-4c58-8698-8dd7c53322be req-dea4b02d-2ccd-4530-9b6e-1d78c1a4a795 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:05.033070 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0cb65d60-66e2-4c58-8698-8dd7c53322be req-dea4b02d-2ccd-4530-9b6e-1d78c1a4a795 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.2900314 Jun 24 20:41:05.110412 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0cb65d60-66e2-4c58-8698-8dd7c53322be req-7774d1f2-32e2-4f33-8b52-e6d5b4dbf159 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658593 Jun 24 20:41:05.141236 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:41:05.141602 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Checking segment: {'id': '4047a23b-fdb5-4673-ae05-d692e9f1bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:41:05.141995 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:05.142411 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Bound using segment: {'id': '4047a23b-fdb5-4673-ae05-d692e9f1bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:41:05.142879 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Bound port: 1ee5dee9-7a0f-469b-a20b-1838c083f7f2, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4047a23b-fdb5-4673-ae05-d692e9f1bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:41:05.143247 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:05.315728 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787037'] for router, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:05.333640 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] For port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:41:05.368654 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] For port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=1ee5dee9-7a0f-469b-a20b-1838c083f7f2,segment=NetworkSegment(4047a23b-fdb5-4673-ae05-d692e9f1bf00),segment_id=4047a23b-fdb5-4673-ae05-d692e9f1bf00)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:41:05.376205 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:05.474835 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bf4b9-cc67-4946-8f58-d810c6008e0d None None] Pushing event updated for resources: {'Port': ['ID=1ee5dee9-7a0f-469b-a20b-1838c083f7f2,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:05.484739 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:41:00Z', 'revision_number': 4, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port': {'id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:55Z', 'updated_at': '2022-06-24T20:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a707c78c-0930-4fe1-9e53-f24a84cbcd8f', 'name': '', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'mac_address': 'fa:16:3e:3a:82:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:59Z', 'updated_at': '2022-06-24T20:41:04Z', 'revision_number': 4, 'project_id': '2b176531901544bdb872295c6ff89088', 'subnets': [{'id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:05.489761 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9cbebf-c191-4671-8f21-16b5f5259c17 None None] The sync data for ids ['13cfae95-b5bf-40c3-aee4-53d21590d990'] in dv-cinder-847189-4-iscsi is: [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:41:00Z', 'revision_number': 4, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port': {'id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:55Z', 'updated_at': '2022-06-24T20:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a707c78c-0930-4fe1-9e53-f24a84cbcd8f', 'name': '', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'mac_address': 'fa:16:3e:3a:82:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:59Z', 'updated_at': '2022-06-24T20:41:04Z', 'revision_number': 4, 'project_id': '2b176531901544bdb872295c6ff89088', 'subnets': [{'id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:41:05.659256 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Router 7fde72d0-cef1-4cc1-ae3c-61a428b300af is scheduled to L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 with binding_index 1 {{(pid=88160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 20:41:05.834683 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device a707c78c-0930-4fe1-9e53-f24a84cbcd8f up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:41:05.901960 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:41:05.910103 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port a707c78c-0930-4fe1-9e53-f24a84cbcd8f completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:41:05.912182 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Sync routers for ids ['7fde72d0-cef1-4cc1-ae3c-61a428b300af'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:41:05.915825 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port a707c78c-0930-4fe1-9e53-f24a84cbcd8f triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:05.916627 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:05.922738 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Routers {'7fde72d0-cef1-4cc1-ae3c-61a428b300af'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:41:05.923612 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:40:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['7fde72d0-cef1-4cc1-ae3c-61a428b300af'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:05.945704 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:05.947470 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-6d932aa1-5153-4a33-86ec-5eead7de9b2f admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9137356 Jun 24 20:41:05.950606 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 52802) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:06.066748 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port a707c78c-0930-4fe1-9e53-f24a84cbcd8f is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:06.067129 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:06.107070 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port a707c78c-0930-4fe1-9e53-f24a84cbcd8f, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=a707c78c-0930-4fe1-9e53-f24a84cbcd8f,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:06.122564 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:06.123373 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:41:06.181529 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Set router 7fde72d0-cef1-4cc1-ae3c-61a428b300af gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:41:06.299668 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=a707c78c-0930-4fe1-9e53-f24a84cbcd8f,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:06.309127 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:41:06.563300 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'name': 'tempest-TestMinimumBasicScenario-856927153-router', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:41:04Z', 'revision_number': 3, 'project_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'gw_port': {'id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:73:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:06.567454 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Checking router: 7fde72d0-cef1-4cc1-ae3c-61a428b300af for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:41:06.567794 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Updating router 7fde72d0-cef1-4cc1-ae3c-61a428b300af port 14c5e73f-e356-49f7-9ce3-93b8858caf80 binding host dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:41:06.591411 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d98a712-dc66-4a49-890b-b220e6dad29b None None] Network 1b0e4727-1179-486e-b113-35027e8f0e00 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:41:06.629485 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:06.676540 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225eb05-be94-48aa-b944-3211d70c1f94 req-9d18d421-7605-424c-9793-124ea8807146 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:06.677772 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c225eb05-be94-48aa-b944-3211d70c1f94 req-9d18d421-7605-424c-9793-124ea8807146 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.3098145 Jun 24 20:41:06.725908 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-5d6d0c51-d387-44d5-b870-b34812bf1a38 None None] Provisioning for port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:41:06.738855 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-5d6d0c51-d387-44d5-b870-b34812bf1a38 None None] Provisioning complete for port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:06.739992 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5d6d0c51-d387-44d5-b870-b34812bf1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:06.740120 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c225eb05-be94-48aa-b944-3211d70c1f94 req-dab6d6ce-daa2-44fb-a6cb-e62af6096252 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540907 Jun 24 20:41:06.982393 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d0c51-d387-44d5-b870-b34812bf1a38 None None] Current status of the port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:06.982836 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5d6d0c51-d387-44d5-b870-b34812bf1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.017801 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-5d6d0c51-d387-44d5-b870-b34812bf1a38 None None] For port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=1ee5dee9-7a0f-469b-a20b-1838c083f7f2,segment=NetworkSegment(4047a23b-fdb5-4673-ae05-d692e9f1bf00),segment_id=4047a23b-fdb5-4673-ae05-d692e9f1bf00)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:07.017940 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Notify callbacks [] for port, precommit_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.024188 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5d6d0c51-d387-44d5-b870-b34812bf1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.030891 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.provisioning_blocks [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Transition to ACTIVE for port object 14c5e73f-e356-49f7-9ce3-93b8858caf80 will not be triggered until provisioned by entity L2. {{(pid=88162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:41:07.039029 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.101010 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.101708 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d0c51-d387-44d5-b870-b34812bf1a38 None None] Pushing event updated for resources: {'Port': ['ID=1ee5dee9-7a0f-469b-a20b-1838c083f7f2,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:07.132411 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecd948-381c-4aa2-91d4-062fdb5c72db None None] Pushing event updated for resources: {'Port': ['ID=14c5e73f-e356-49f7-9ce3-93b8858caf80,revision_number=2']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:07.138311 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Attempting to bind port 14c5e73f-e356-49f7-9ce3-93b8858caf80 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:41:07.138660 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Attempting to bind port 14c5e73f-e356-49f7-9ce3-93b8858caf80 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:41:07.139012 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Attempting to bind port 14c5e73f-e356-49f7-9ce3-93b8858caf80 on network cd9f41e2-529a-43c2-b620-1636d255c50a {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:41:07.144698 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:41:07.145028 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Checking segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:41:07.145422 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.145838 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Bound using segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:41:07.146323 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Bound port: 14c5e73f-e356-49f7-9ce3-93b8858caf80, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:41:07.146703 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.245327 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-9f3f5ca5-3c00-4494-ab9f-eae61cf3f477 None None] Provisioning complete for port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:07.245741 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-9f3f5ca5-3c00-4494-ab9f-eae61cf3f477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.256192 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] For port 14c5e73f-e356-49f7-9ce3-93b8858caf80, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:41:07.259552 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] For port 14c5e73f-e356-49f7-9ce3-93b8858caf80, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=14c5e73f-e356-49f7-9ce3-93b8858caf80,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:41:07.265768 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.330046 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Allocated IP 172.20.0.1 (1b0e4727-1179-486e-b113-35027e8f0e00/eb3172d9-02c9-4d63-b04c-65a7cd10b693/3c1588c1-1821-4f5e-8766-1680c8c1f84a) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:41:07.339493 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Routers {'7fde72d0-cef1-4cc1-ae3c-61a428b300af'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:41:07.340104 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:40:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['7fde72d0-cef1-4cc1-ae3c-61a428b300af'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:07.363581 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-9f3f5ca5-3c00-4494-ab9f-eae61cf3f477 None None] Current status of the port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:07.466107 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecd948-381c-4aa2-91d4-062fdb5c72db None None] Pushing event updated for resources: {'Port': ['ID=14c5e73f-e356-49f7-9ce3-93b8858caf80,revision_number=3']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:07.495219 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.512617 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Transition to ACTIVE for port object 3c1588c1-1821-4f5e-8766-1680c8c1f84a will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:41:07.529722 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] Set router 7fde72d0-cef1-4cc1-ae3c-61a428b300af gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:41:07.540308 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.597380 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Network 1b0e4727-1179-486e-b113-35027e8f0e00 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:41:07.600008 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:41:07.607913 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:41:07.644842 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c1588c1-1821-4f5e-8766-1680c8c1f84a,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:07.665146 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800663'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.759188 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device a707c78c-0930-4fe1-9e53-f24a84cbcd8f up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:41:07.795095 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.829866 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.844775 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port a707c78c-0930-4fe1-9e53-f24a84cbcd8f triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:07.845272 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:07.855237 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'name': 'tempest-TestMinimumBasicScenario-856927153-router', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:41:04Z', 'revision_number': 3, 'project_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'gw_port': {'id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:73:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:07.860009 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f52820-c45d-40f1-b955-3d69fe5d8455 None None] The sync data for ids ['7fde72d0-cef1-4cc1-ae3c-61a428b300af'] in dv-cinder-847189-4-iscsi is: [{'id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'name': 'tempest-TestMinimumBasicScenario-856927153-router', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:41:04Z', 'revision_number': 3, 'project_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'gw_port': {'id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:73:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:41:07.907032 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-286d62da-e00c-48e0-a564-6430362861e6 None None] Provisioning for port 3c1588c1-1821-4f5e-8766-1680c8c1f84a completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:41:07.916284 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-286d62da-e00c-48e0-a564-6430362861e6 None None] Provisioning complete for port 3c1588c1-1821-4f5e-8766-1680c8c1f84a triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:07.916718 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-286d62da-e00c-48e0-a564-6430362861e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:08.005863 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-286d62da-e00c-48e0-a564-6430362861e6 None None] Port 3c1588c1-1821-4f5e-8766-1680c8c1f84a cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:41:08.025600 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port a707c78c-0930-4fe1-9e53-f24a84cbcd8f is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:08.026705 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:41:08.040218 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:08.046028 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:08.157236 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:08.157835 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:08.158911 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c1588c1-1821-4f5e-8766-1680c8c1f84a,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:08.167938 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4173672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800626'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:08.279244 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:08.311735 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Network 1b0e4727-1179-486e-b113-35027e8f0e00 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:41:08.312916 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:41:08.515648 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Router 7fde72d0-cef1-4cc1-ae3c-61a428b300af has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:41:08.529016 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-baeeeac9-c597-4b52-be35-39c947e2f145 None None] Provisioning complete for port 3c1588c1-1821-4f5e-8766-1680c8c1f84a triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:08.529485 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-baeeeac9-c597-4b52-be35-39c947e2f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:08.587076 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-baeeeac9-c597-4b52-be35-39c947e2f145 None None] Port 3c1588c1-1821-4f5e-8766-1680c8c1f84a cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:41:08.802403 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:41:08.811919 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-051f1287-36a7-4bad-838b-9194514d83b3 admin admin] 10.222.0.33 "PUT /v2.0/routers/7fde72d0-cef1-4cc1-ae3c-61a428b300af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8595757 Jun 24 20:41:09.348584 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Sync routers for ids ['7fde72d0-cef1-4cc1-ae3c-61a428b300af'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:41:09.358966 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Routers {'7fde72d0-cef1-4cc1-ae3c-61a428b300af'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:41:09.359543 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:40:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['7fde72d0-cef1-4cc1-ae3c-61a428b300af'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:09.570738 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Set router 7fde72d0-cef1-4cc1-ae3c-61a428b300af gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:41:09.803954 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 14c5e73f-e356-49f7-9ce3-93b8858caf80 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:41:09.942964 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 14c5e73f-e356-49f7-9ce3-93b8858caf80 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:41:09.949029 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 14c5e73f-e356-49f7-9ce3-93b8858caf80 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:09.949616 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:10.045486 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'name': 'tempest-TestMinimumBasicScenario-856927153-router', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:41:07Z', 'revision_number': 4, 'project_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'gw_port': {'id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:73:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '3c1588c1-1821-4f5e-8766-1680c8c1f84a', 'name': '', 'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'mac_address': 'fa:16:3e:85:70:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'eb3172d9-02c9-4d63-b04c-65a7cd10b693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:41:07Z', 'updated_at': '2022-06-24T20:41:07Z', 'revision_number': 2, 'project_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'subnets': [{'id': 'eb3172d9-02c9-4d63-b04c-65a7cd10b693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:10.073366 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Checking router: 7fde72d0-cef1-4cc1-ae3c-61a428b300af for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:41:10.074029 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Updating router 7fde72d0-cef1-4cc1-ae3c-61a428b300af port 3c1588c1-1821-4f5e-8766-1680c8c1f84a binding host dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:41:10.149249 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 14c5e73f-e356-49f7-9ce3-93b8858caf80 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:10.149842 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:10.155093 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:10.213859 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 14c5e73f-e356-49f7-9ce3-93b8858caf80, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=14c5e73f-e356-49f7-9ce3-93b8858caf80,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:10.220054 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:10.358599 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=14c5e73f-e356-49f7-9ce3-93b8858caf80,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:10.605057 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:10.616777 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Transition to ACTIVE for port object 3c1588c1-1821-4f5e-8766-1680c8c1f84a will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:41:10.625100 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:10.828664 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c73b5-10d0-4bce-8788-5c0c1ab2349d None None] Pushing event updated for resources: {'Port': ['ID=3c1588c1-1821-4f5e-8766-1680c8c1f84a,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:10.907377 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Attempting to bind port 3c1588c1-1821-4f5e-8766-1680c8c1f84a on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:41:10.908019 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Attempting to bind port 3c1588c1-1821-4f5e-8766-1680c8c1f84a by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '4047a23b-fdb5-4673-ae05-d692e9f1bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:41:10.908561 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Attempting to bind port 3c1588c1-1821-4f5e-8766-1680c8c1f84a on network 1b0e4727-1179-486e-b113-35027e8f0e00 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:41:10.914635 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:41:10.914998 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Checking segment: {'id': '4047a23b-fdb5-4673-ae05-d692e9f1bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:41:10.915397 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:10.915779 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Bound using segment: {'id': '4047a23b-fdb5-4673-ae05-d692e9f1bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:41:10.916239 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Bound port: 3c1588c1-1821-4f5e-8766-1680c8c1f84a, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4047a23b-fdb5-4673-ae05-d692e9f1bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:41:10.916606 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:11.023185 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] For port 3c1588c1-1821-4f5e-8766-1680c8c1f84a, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:41:11.026919 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] For port 3c1588c1-1821-4f5e-8766-1680c8c1f84a, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=3c1588c1-1821-4f5e-8766-1680c8c1f84a,segment=NetworkSegment(4047a23b-fdb5-4673-ae05-d692e9f1bf00),segment_id=4047a23b-fdb5-4673-ae05-d692e9f1bf00)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:41:11.033832 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:11.110522 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Routers {'7fde72d0-cef1-4cc1-ae3c-61a428b300af'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:41:11.111113 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:40:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['7fde72d0-cef1-4cc1-ae3c-61a428b300af'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:11.227566 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c73b5-10d0-4bce-8788-5c0c1ab2349d None None] Pushing event updated for resources: {'Port': ['ID=3c1588c1-1821-4f5e-8766-1680c8c1f84a,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:11.313602 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] Set router 7fde72d0-cef1-4cc1-ae3c-61a428b300af gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:41:11.587381 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:41:11.675357 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'name': 'tempest-TestMinimumBasicScenario-856927153-router', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:41:07Z', 'revision_number': 4, 'project_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'gw_port': {'id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:73:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '3c1588c1-1821-4f5e-8766-1680c8c1f84a', 'name': '', 'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'mac_address': 'fa:16:3e:85:70:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'eb3172d9-02c9-4d63-b04c-65a7cd10b693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:41:07Z', 'updated_at': '2022-06-24T20:41:11Z', 'revision_number': 4, 'project_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'subnets': [{'id': 'eb3172d9-02c9-4d63-b04c-65a7cd10b693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:11.680775 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da89859-430a-48c4-916d-b4d094918dcb None None] The sync data for ids ['7fde72d0-cef1-4cc1-ae3c-61a428b300af'] in dv-cinder-847189-4-iscsi is: [{'id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'name': 'tempest-TestMinimumBasicScenario-856927153-router', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:41:07Z', 'revision_number': 4, 'project_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'gw_port': {'id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:73:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '3c1588c1-1821-4f5e-8766-1680c8c1f84a', 'name': '', 'network_id': '1b0e4727-1179-486e-b113-35027e8f0e00', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'mac_address': 'fa:16:3e:85:70:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'eb3172d9-02c9-4d63-b04c-65a7cd10b693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:41:07Z', 'updated_at': '2022-06-24T20:41:11Z', 'revision_number': 4, 'project_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'subnets': [{'id': 'eb3172d9-02c9-4d63-b04c-65a7cd10b693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:41:11.809311 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 14c5e73f-e356-49f7-9ce3-93b8858caf80 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:41:11.907102 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 14c5e73f-e356-49f7-9ce3-93b8858caf80 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:11.907471 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:12.077009 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 14c5e73f-e356-49f7-9ce3-93b8858caf80 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:13.786913 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 3c1588c1-1821-4f5e-8766-1680c8c1f84a up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:41:13.859549 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 3c1588c1-1821-4f5e-8766-1680c8c1f84a completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:41:13.865231 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 3c1588c1-1821-4f5e-8766-1680c8c1f84a triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:13.865687 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:13.996148 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 3c1588c1-1821-4f5e-8766-1680c8c1f84a is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:13.996489 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:14.033231 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 3c1588c1-1821-4f5e-8766-1680c8c1f84a, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=3c1588c1-1821-4f5e-8766-1680c8c1f84a,segment=NetworkSegment(4047a23b-fdb5-4673-ae05-d692e9f1bf00),segment_id=4047a23b-fdb5-4673-ae05-d692e9f1bf00)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:14.037365 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:14.111374 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=3c1588c1-1821-4f5e-8766-1680c8c1f84a,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:15.754151 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 3c1588c1-1821-4f5e-8766-1680c8c1f84a up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:41:15.829387 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 3c1588c1-1821-4f5e-8766-1680c8c1f84a triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:15.829842 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:15.989603 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 3c1588c1-1821-4f5e-8766-1680c8c1f84a is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:18.023777 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-d480d21e-902f-4809-a944-83a8f420238c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:18.024365 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-d480d21e-902f-4809-a944-83a8f420238c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Synchronizing usage tracker for tenant:2b176531901544bdb872295c6ff89088 on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:41:18.044496 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-d480d21e-902f-4809-a944-83a8f420238c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Unset dirty status for tenant:2b176531901544bdb872295c6ff89088 on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:41:18.046014 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-d480d21e-902f-4809-a944-83a8f420238c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/networks?id=c630cbc8-093d-4a5d-b2ba-14a6a767993c HTTP/1.1" status: 200 len: 815 time: 0.1686103 Jun 24 20:41:18.060247 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-fcc5e633-fce6-4da5-b321-f2ba7d7dfe5e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/quotas/2b176531901544bdb872295c6ff89088 HTTP/1.1" status: 200 len: 375 time: 0.0086670 Jun 24 20:41:18.153772 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-98600654-a613-4bbd-b66a-d4aa7e33e6c6 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Synchronizing usage tracker for tenant:2b176531901544bdb872295c6ff89088 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:41:18.179449 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-98600654-a613-4bbd-b66a-d4aa7e33e6c6 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Unset dirty status for tenant:2b176531901544bdb872295c6ff89088 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:41:18.180772 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-98600654-a613-4bbd-b66a-d4aa7e33e6c6 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2b176531901544bdb872295c6ff89088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157551 Jun 24 20:41:18.321546 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-5acf5bac-fd3b-4dcd-ad54-4d421802a3df service neutron] 10.222.0.33 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290381 Jun 24 20:41:18.460283 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-1271399c-370b-48bd-a2a2-1a97e0b588c3 service neutron] 10.222.0.33 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325753 Jun 24 20:41:18.657237 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-19fd3f40-9c5f-474c-a3ea-f4a042f30269 req-c9d76e4f-aa31-404f-810b-26d30163a272 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 210 time: 0.0495975 Jun 24 20:41:19.797920 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-fddc4a91-3e50-4767-8eaa-ae831c39e954 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:19.799482 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-fddc4a91-3e50-4767-8eaa-ae831c39e954 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.15 "GET /v2.0/networks?id=c630cbc8-093d-4a5d-b2ba-14a6a767993c HTTP/1.1" status: 200 len: 815 time: 0.1471553 Jun 24 20:41:19.816218 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Request body: {'port': {'device_id': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'admin_state_up': True, 'tenant_id': '2b176531901544bdb872295c6ff89088'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:19.821893 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4664662c-e5da-43c0-863e-7c53b453df8c req-5eabd5c6-77ff-4479-8f1d-60ec2476126e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 210 time: 0.0559468 Jun 24 20:41:19.952346 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:19.962804 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:19.974070 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Made reservation on behalf of 2b176531901544bdb872295c6ff89088 for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:41:19.977827 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:20.143093 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Allocated IP 172.20.0.8 (c630cbc8-093d-4a5d-b2ba-14a6a767993c/73be05dd-18aa-409c-9e52-75b447fd8966/4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:41:20.348085 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-d3a0b9c9-5792-4dc5-9ed9-2495bb8620a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:20.449303 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:20.467255 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Transition to ACTIVE for port object 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:41:20.495774 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:20.572637 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Network c630cbc8-093d-4a5d-b2ba-14a6a767993c is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:41:20.580457 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:41:20.585348 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:41:20.618561 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event updated for resources: {'Port': ['ID=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:20.660895 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:20.661557 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:20.691694 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-8f2223c7-5d5b-475b-b8ef-29e1d31f3e6a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8779047 Jun 24 20:41:20.826671 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-1519c89a-0a5e-4483-b74c-51b192baf844 None None] Provisioning for port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:41:20.834302 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-1519c89a-0a5e-4483-b74c-51b192baf844 None None] Provisioning complete for port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:20.835093 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1519c89a-0a5e-4483-b74c-51b192baf844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:20.891776 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-1519c89a-0a5e-4483-b74c-51b192baf844 None None] Port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:41:21.028473 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea074f66-7a8a-48cd-9e48-ae81090939f3 req-62ce6b57-c911-4ffd-9490-11ea09e3b3fc tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:21.029157 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-ea074f66-7a8a-48cd-9e48-ae81090939f3 req-62ce6b57-c911-4ffd-9490-11ea09e3b3fc tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Synchronizing usage tracker for tenant:2b176531901544bdb872295c6ff89088 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:41:21.045419 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-ea074f66-7a8a-48cd-9e48-ae81090939f3 req-62ce6b57-c911-4ffd-9490-11ea09e3b3fc tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Unset dirty status for tenant:2b176531901544bdb872295c6ff89088 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:41:21.046570 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ea074f66-7a8a-48cd-9e48-ae81090939f3 req-62ce6b57-c911-4ffd-9490-11ea09e3b3fc tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 931 time: 0.1105111 Jun 24 20:41:21.092215 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ea074f66-7a8a-48cd-9e48-ae81090939f3 req-7a7a67f5-7e54-4590-8653-6a6662e2c4c7 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395567 Jun 24 20:41:22.293025 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceadffd-737f-4392-984f-d93080fd6537 req-2d0dd870-eb7a-428e-bfbf-d85b0301008c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:22.294447 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fceadffd-737f-4392-984f-d93080fd6537 req-2d0dd870-eb7a-428e-bfbf-d85b0301008c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 931 time: 0.0951104 Jun 24 20:41:22.349199 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-fceadffd-737f-4392-984f-d93080fd6537 req-36f58eb4-6314-4fda-9eb9-4c2bccd5ce5a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Synchronizing usage tracker for tenant:2b176531901544bdb872295c6ff89088 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:41:22.366854 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-fceadffd-737f-4392-984f-d93080fd6537 req-36f58eb4-6314-4fda-9eb9-4c2bccd5ce5a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Unset dirty status for tenant:2b176531901544bdb872295c6ff89088 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:41:22.368011 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fceadffd-737f-4392-984f-d93080fd6537 req-36f58eb4-6314-4fda-9eb9-4c2bccd5ce5a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676594 Jun 24 20:41:22.528000 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c0ed9f1d-7b63-48a6-a21b-f37e94004786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:23.563107 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d1e56-2a21-4f97-9f89-415fd0accd61 req-f36a5524-889b-4c1f-aa3f-2113730366f1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:23.564557 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a14d1e56-2a21-4f97-9f89-415fd0accd61 req-f36a5524-889b-4c1f-aa3f-2113730366f1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 931 time: 0.0860486 Jun 24 20:41:23.571538 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:23.625120 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a14d1e56-2a21-4f97-9f89-415fd0accd61 req-5b74677d-9126-4598-b785-8a3d3d67eb40 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532165 Jun 24 20:41:23.710188 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:24.823101 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0f830-3a19-451c-b125-affa26340708 req-80c66375-5909-4812-ba74-717a6e079f4b tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:24.824578 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c3e0f830-3a19-451c-b125-affa26340708 req-80c66375-5909-4812-ba74-717a6e079f4b tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 931 time: 0.0958960 Jun 24 20:41:24.869575 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c3e0f830-3a19-451c-b125-affa26340708 req-a903f10e-d614-4de7-87a0-56bd302967aa tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389545 Jun 24 20:41:25.030748 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:26.075674 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f39f5-eb6a-4b8e-a5aa-a4fe574a790d req-58b8f39b-89b3-49f9-8787-31ddfab92835 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:26.077061 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6d4f39f5-eb6a-4b8e-a5aa-a4fe574a790d req-58b8f39b-89b3-49f9-8787-31ddfab92835 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 931 time: 0.0978005 Jun 24 20:41:26.123357 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6d4f39f5-eb6a-4b8e-a5aa-a4fe574a790d req-90cd33e2-7c87-4402-aea8-f71d434a0f8f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Jun 24 20:41:27.326914 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99607eaa-de47-4241-899d-4823e3d67a88 req-a388511d-b5e8-4aad-9291-b107535ce2bf tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:27.328713 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-99607eaa-de47-4241-899d-4823e3d67a88 req-a388511d-b5e8-4aad-9291-b107535ce2bf tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 931 time: 0.0937841 Jun 24 20:41:27.389549 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-99607eaa-de47-4241-899d-4823e3d67a88 req-26303b64-7240-4e75-9dd8-2fa1dfeddd91 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491436 Jun 24 20:41:28.576582 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e45a0-ed69-4c48-8526-83bbd0ead739 req-7b98de8c-2e3e-457c-a40c-2b7c710b62f0 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:28.577964 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c62e45a0-ed69-4c48-8526-83bbd0ead739 req-7b98de8c-2e3e-457c-a40c-2b7c710b62f0 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 931 time: 0.0940537 Jun 24 20:41:28.631052 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c62e45a0-ed69-4c48-8526-83bbd0ead739 req-509ccc32-a155-49e9-8289-125a4849c891 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465035 Jun 24 20:41:29.461083 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Request body: {'port': {'device_id': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:29.657333 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:29.816728 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069f7fc-bb18-4fb1-b97f-217004f8becd req-7dad8311-a209-40a0-928d-9615955078bd tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:29.818232 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8069f7fc-bb18-4fb1-b97f-217004f8becd req-7dad8311-a209-40a0-928d-9615955078bd tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 931 time: 0.0841978 Jun 24 20:41:29.861373 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8069f7fc-bb18-4fb1-b97f-217004f8becd req-63859fbc-5c01-46f2-a166-d9cc4449213b tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372250 Jun 24 20:41:30.002323 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:41:30.010681 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:30.026380 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Transition to ACTIVE for port object 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:41:30.033455 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:30.191864 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:30.268033 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Attempting to bind port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:41:30.268289 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Attempting to bind port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '646cfe9c-734f-42e9-80cc-fe2d5f423938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:41:30.268596 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Attempting to bind port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c on network c630cbc8-093d-4a5d-b2ba-14a6a767993c {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:41:30.274165 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c on network c630cbc8-093d-4a5d-b2ba-14a6a767993c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:41:30.274479 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Attempting to bind port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c on network c630cbc8-093d-4a5d-b2ba-14a6a767993c {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:41:30.279505 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:41:30.279828 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Checking segment: {'id': '646cfe9c-734f-42e9-80cc-fe2d5f423938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:41:30.280192 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Bound using segment: {'id': '646cfe9c-734f-42e9-80cc-fe2d5f423938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:41:30.280636 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Bound port: 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646cfe9c-734f-42e9-80cc-fe2d5f423938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:41:30.280966 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:30.382646 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] For port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:41:30.385598 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] For port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:41:30.390214 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:30.447486 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:30.448375 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:30.449587 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] 10.222.0.15 "PUT /v2.0/ports/4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c HTTP/1.1" status: 200 len: 1093 time: 0.9956238 Jun 24 20:41:30.451952 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:41:30.482092 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be10a9-9310-4be4-a3d4-00725d296f84 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:30.532589 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-046cefe5-d479-421a-88a4-c80cc06468a6'] response: {'name': 'network-changed', 'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c', 'status': 'completed', 'code': 200} Jun 24 20:41:30.576505 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-cf528e28-7d07-4e4a-a957-bb3e6c9e4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:30.577978 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-cf528e28-7d07-4e4a-a957-bb3e6c9e4f64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b176531901544bdb872295c6ff89088&device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 1096 time: 0.0833206 Jun 24 20:41:30.650792 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-187377d8-c627-4a83-b7ed-bb49ded86dcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c HTTP/1.1" status: 200 len: 217 time: 0.0647924 Jun 24 20:41:30.725073 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-bc870482-b83f-4674-9334-f55550da4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:30.726589 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-bc870482-b83f-4674-9334-f55550da4bc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73be05dd-18aa-409c-9e52-75b447fd8966 HTTP/1.1" status: 200 len: 854 time: 0.0675604 Jun 24 20:41:30.815537 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-9fb1a4bd-633a-446a-8d8e-844963ee5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:30.816926 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-9fb1a4bd-633a-446a-8d8e-844963ee5e82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c630cbc8-093d-4a5d-b2ba-14a6a767993c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831363 Jun 24 20:41:30.990730 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-d09daae8-ea31-4532-8cb9-f678cf31316d service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655529 Jun 24 20:41:31.083835 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a244cf-9bb2-4387-87d4-351ee6a7b183 req-15f333df-38fe-4206-b415-a28fb724ebd9 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:31.085195 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-68a244cf-9bb2-4387-87d4-351ee6a7b183 req-15f333df-38fe-4206-b415-a28fb724ebd9 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 943 time: 0.0990510 Jun 24 20:41:31.123272 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4b62dbb0-d84d-41b0-a407-ddd2fbb6984f req-3d1ec3a5-ea58-4839-9977-00edf6a9042d service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263895 Jun 24 20:41:31.130357 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-68a244cf-9bb2-4387-87d4-351ee6a7b183 req-84800176-8d06-40c8-8291-1d145fb55616 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 Jun 24 20:41:31.262844 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5904-ee3c-4d40-becd-aa757d818604 req-335bd440-f3ea-419c-9319-e9638bd11ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:31.264256 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e53d5904-ee3c-4d40-becd-aa757d818604 req-335bd440-f3ea-419c-9319-e9638bd11ea1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b176531901544bdb872295c6ff89088&device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 1096 time: 0.0832434 Jun 24 20:41:31.395350 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5904-ee3c-4d40-becd-aa757d818604 req-cb86d700-fb87-426e-9066-aa5943e3244f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:31.396656 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e53d5904-ee3c-4d40-becd-aa757d818604 req-cb86d700-fb87-426e-9066-aa5943e3244f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c630cbc8-093d-4a5d-b2ba-14a6a767993c HTTP/1.1" status: 200 len: 916 time: 0.1240420 Jun 24 20:41:31.529148 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e53d5904-ee3c-4d40-becd-aa757d818604 req-93f63fc8-efd1-42c4-b599-e466dceb1e57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c HTTP/1.1" status: 200 len: 217 time: 0.1260209 Jun 24 20:41:31.593597 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5904-ee3c-4d40-becd-aa757d818604 req-2f0b8561-ee04-4c6b-a7f7-3e0a4f003bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:31.594976 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e53d5904-ee3c-4d40-becd-aa757d818604 req-2f0b8561-ee04-4c6b-a7f7-3e0a4f003bb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73be05dd-18aa-409c-9e52-75b447fd8966 HTTP/1.1" status: 200 len: 854 time: 0.0590527 Jun 24 20:41:31.676909 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5904-ee3c-4d40-becd-aa757d818604 req-3d591559-c84a-4bb2-a831-902639889f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:31.678342 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e53d5904-ee3c-4d40-becd-aa757d818604 req-3d591559-c84a-4bb2-a831-902639889f05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c630cbc8-093d-4a5d-b2ba-14a6a767993c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766070 Jun 24 20:41:31.816451 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e53d5904-ee3c-4d40-becd-aa757d818604 req-a5c508a4-1e44-4fec-85a0-105d7a4f86d4 service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282885 Jun 24 20:41:31.954075 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e53d5904-ee3c-4d40-becd-aa757d818604 req-1c3dbc22-fdb3-47c1-a24c-e076d5c3df5c service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300704 Jun 24 20:41:32.338746 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a7e96-3b4c-4d8f-9150-21bbaa5e38e5 req-404c1a07-8aac-40cc-9c50-8201347ce593 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:32.340082 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cf7a7e96-3b4c-4d8f-9150-21bbaa5e38e5 req-404c1a07-8aac-40cc-9c50-8201347ce593 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 943 time: 0.0921538 Jun 24 20:41:32.385948 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cf7a7e96-3b4c-4d8f-9150-21bbaa5e38e5 req-12f50b6e-dbfb-4e49-a172-8fd7a1410f36 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400686 Jun 24 20:41:32.901957 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:41:33.048027 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:33.066904 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'port_id': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c', 'mac_address': 'fa:16:3e:14:4a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:41:33.132308 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:33.132671 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:33.149505 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:41:33.164923 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:33.170569 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:33.240929 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:33.253002 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:33.253486 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:33.253977 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:33.254507 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:33.254979 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:33.255457 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:33.256283 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:33.256750 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:33.257229 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:33.257545 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:33.257857 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:33.258192 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:33.428810 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:41:33.577875 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc2a85-450c-41d3-b94d-976a74de208f req-da32c252-9545-42c4-86be-3014f66943bc tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:33.579381 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d6fc2a85-450c-41d3-b94d-976a74de208f req-da32c252-9545-42c4-86be-3014f66943bc tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 944 time: 0.0875289 Jun 24 20:41:33.623030 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d6fc2a85-450c-41d3-b94d-976a74de208f req-f35a15c7-5dfa-4346-aabd-a4783bd2d749 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379488 Jun 24 20:41:34.841346 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d7606-c6de-4b19-a187-1c87072a5e31 req-fe675e2e-e669-42c5-a60a-32a681a1cd17 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:34.842706 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-145d7606-c6de-4b19-a187-1c87072a5e31 req-fe675e2e-e669-42c5-a60a-32a681a1cd17 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 944 time: 0.0957439 Jun 24 20:41:34.887235 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-145d7606-c6de-4b19-a187-1c87072a5e31 req-72a49422-259d-4458-ba98-bbb8e8d9eb3d tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387912 Jun 24 20:41:34.915608 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:41:34.987535 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:41:34.992438 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:34.992810 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:35.116876 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:35.117256 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:35.144828 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:41:35.154319 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:35.160035 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:35.193127 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f30984-aa27-4faf-85d3-39c64e54eba5'] response: {'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c', 'code': 200} Jun 24 20:41:35.230189 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:35.441401 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7c798-aef2-44a0-9600-7e776762853b req-ed25f2e6-1862-45f2-855d-72deab273a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:35.442912 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-00e7c798-aef2-44a0-9600-7e776762853b req-ed25f2e6-1862-45f2-855d-72deab273a27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 1098 time: 0.0790877 Jun 24 20:41:35.483821 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-00e7c798-aef2-44a0-9600-7e776762853b req-871af3f2-022d-4bea-84f8-912facae812a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343239 Jun 24 20:41:36.098554 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8876b-8caa-4e28-82d5-0d5a6041388e req-9d56130d-35fd-41aa-b6f8-403f26526c72 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:36.099893 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a8b8876b-8caa-4e28-82d5-0d5a6041388e req-9d56130d-35fd-41aa-b6f8-403f26526c72 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 945 time: 0.0983090 Jun 24 20:41:36.143003 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a8b8876b-8caa-4e28-82d5-0d5a6041388e req-7c6b4997-8744-4edb-902d-be4c62946445 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373878 Jun 24 20:41:37.358522 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca492b-94b3-4064-bf26-e707140fbe1b req-8416e45d-e568-4813-a018-4c759dd03086 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:37.359992 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-62ca492b-94b3-4064-bf26-e707140fbe1b req-8416e45d-e568-4813-a018-4c759dd03086 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 945 time: 0.0987580 Jun 24 20:41:37.403572 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-62ca492b-94b3-4064-bf26-e707140fbe1b req-06046ecd-4a38-4211-8868-26ab26646b8c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378313 Jun 24 20:41:37.611883 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96aa07c-c6ef-4f9c-b1b3-532b7326c17a req-97696ace-f240-4957-88b2-1100ea50d3f9 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:37.613299 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c96aa07c-c6ef-4f9c-b1b3-532b7326c17a req-97696ace-f240-4957-88b2-1100ea50d3f9 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 945 time: 0.0921712 Jun 24 20:41:37.658891 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c96aa07c-c6ef-4f9c-b1b3-532b7326c17a req-6763c1ba-58c2-4d17-a935-38f502a189a2 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387304 Jun 24 20:41:37.773638 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:38.062228 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139b401-0df6-484c-a796-729c98f4ef2f req-bef9b439-0b13-489f-8baa-b148c66a8880 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:38.063582 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8139b401-0df6-484c-a796-729c98f4ef2f req-bef9b439-0b13-489f-8baa-b148c66a8880 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 945 time: 0.0923102 Jun 24 20:41:38.110381 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8139b401-0df6-484c-a796-729c98f4ef2f req-0875291d-54df-42cc-90d8-7e4e02a913a5 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387931 Jun 24 20:41:43.403533 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b114b2a-6530-4822-b798-3436cb2db16b req-9af9e289-31a5-4c33-9e65-276af17f1928 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:43.405029 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5b114b2a-6530-4822-b798-3436cb2db16b req-9af9e289-31a5-4c33-9e65-276af17f1928 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 946 time: 0.0938141 Jun 24 20:41:43.449495 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-5b114b2a-6530-4822-b798-3436cb2db16b req-b0f181a0-a9b5-4ba5-a965-718bdd12a633 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386839 Jun 24 20:41:43.554741 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-91611b6c-2860-4e6e-80d9-8b4b1f351b0e req-4d243dc8-af43-43ac-adbc-1b4b42b04ad9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828922 Jun 24 20:41:43.650943 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91611b6c-2860-4e6e-80d9-8b4b1f351b0e req-4a5055b6-b14d-4e65-adee-57402fafeae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:43.652326 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-91611b6c-2860-4e6e-80d9-8b4b1f351b0e req-4a5055b6-b14d-4e65-adee-57402fafeae6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8f32683d96e49d08727cdb7aa4dc923&device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 1099 time: 0.0768671 Jun 24 20:41:43.796104 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91611b6c-2860-4e6e-80d9-8b4b1f351b0e req-0cd08eb1-912f-418a-a943-2de0066630e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:43.797549 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-91611b6c-2860-4e6e-80d9-8b4b1f351b0e req-0cd08eb1-912f-418a-a943-2de0066630e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d HTTP/1.1" status: 200 len: 911 time: 0.1241236 Jun 24 20:41:43.898292 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-91611b6c-2860-4e6e-80d9-8b4b1f351b0e req-fca0fefd-8efe-4603-bfcd-26c36da4fb75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=364b771a-61c4-41ac-b319-d15070725692 HTTP/1.1" status: 200 len: 1002 time: 0.0940361 Jun 24 20:41:44.028493 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91611b6c-2860-4e6e-80d9-8b4b1f351b0e req-f6f4e1f5-01eb-471a-98f6-6a7ad5ab85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:44.029817 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-91611b6c-2860-4e6e-80d9-8b4b1f351b0e req-f6f4e1f5-01eb-471a-98f6-6a7ad5ab85d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca567e07-e9a2-4973-a5ab-da5d14034a85 HTTP/1.1" status: 200 len: 849 time: 0.1240633 Jun 24 20:41:44.115159 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91611b6c-2860-4e6e-80d9-8b4b1f351b0e req-ce0c1134-8cea-4f38-8e35-07357e992dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:44.116614 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-91611b6c-2860-4e6e-80d9-8b4b1f351b0e req-ce0c1134-8cea-4f38-8e35-07357e992dea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796599 Jun 24 20:41:44.252907 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-91611b6c-2860-4e6e-80d9-8b4b1f351b0e req-7b9b008e-fab2-45c0-9c69-40853a8381c4 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253257 Jun 24 20:41:44.384434 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-91611b6c-2860-4e6e-80d9-8b4b1f351b0e req-8fe7b3ba-ada7-4ea8-9b08-aa1be0dbd5fc service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249983 Jun 24 20:41:44.659196 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43150f70-9ac9-4cc3-bf92-8ea6b9b3d9b5 req-a8701d13-95ec-40a0-96a2-0fef0253696c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:44.660659 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-43150f70-9ac9-4cc3-bf92-8ea6b9b3d9b5 req-a8701d13-95ec-40a0-96a2-0fef0253696c tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 946 time: 0.0927997 Jun 24 20:41:44.748914 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-43150f70-9ac9-4cc3-bf92-8ea6b9b3d9b5 req-d0e3fc14-9c99-40a0-9335-12812bbe4dd6 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups?id=65c23b8c-d70b-4f80-9014-7b3eaeb292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820694 Jun 24 20:41:44.787746 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-d4288878-6e37-4c8d-b835-735a8aeb7f14 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:44.789156 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-d4288878-6e37-4c8d-b835-735a8aeb7f14 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 946 time: 0.1031220 Jun 24 20:41:44.863876 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Deleting port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:41:44.864205 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:45.157482 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] For port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:45.157833 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:45.456010 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:45.456254 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:45.456583 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Floating IP 0a78b998-07f4-4c1e-8a0b-a92904e2d2bd disassociated. External IP: 172.27.1.141, port: 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6. Jun 24 20:41:45.456926 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Calling delete_port for 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:41:45.610888 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:45.658362 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event deleted for resources: {'Port': ['ID=924380ca-74fe-4fd6-b1f0-bdfdc0573dd6,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:45.669577 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:45.670261 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:45.670481 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:45.670890 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:45.671127 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:45.671481 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:45.671790 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:45.672432 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:45.672432 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:45.672890 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:45.673006 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:45.673325 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:45.918934 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-34ac863c-9274-494b-9f5a-b2c7302a67b4 req-e78af162-b111-4dbc-98ad-8918586a359d tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/ports?device_id=4e8db3a9-0de0-4231-9fde-c77081dbc57c HTTP/1.1" status: 200 len: 210 time: 0.0489302 Jun 24 20:41:45.932006 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Router faa845b9-6af9-49e6-877c-90bce3e650dc has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:41:46.112661 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:41:46.123667 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c81c3a1-d4f2-47b7-990c-5363aada62db None None] Sync routers for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:41:46.135141 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c81c3a1-d4f2-47b7-990c-5363aada62db None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:41:46.135750 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-6c81c3a1-d4f2-47b7-990c-5363aada62db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:41:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:46.195803 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] No DVR routers for this DVR port 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:41:46.198646 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:46.201119 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'name': 'network-vif-deleted', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:41:46.218488 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-c2f737b3-9f99-40a6-a316-030e24e3a8db req-5655670f-72ad-4238-b144-93ef1cba1add tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.15 "DELETE /v2.0/ports/924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 HTTP/1.1" status: 204 len: 173 time: 1.4233470 Jun 24 20:41:46.249918 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a833f6-b0e9-43cc-93a3-89c111216344'] response: {'server_uuid': '4e8db3a9-0de0-4231-9fde-c77081dbc57c', 'name': 'network-vif-deleted', 'tag': '924380ca-74fe-4fd6-b1f0-bdfdc0573dd6', 'status': 'completed', 'code': 200} Jun 24 20:41:46.321320 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-6c81c3a1-d4f2-47b7-990c-5363aada62db None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:41:46.641182 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-6c81c3a1-d4f2-47b7-990c-5363aada62db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:29Z', 'revision_number': 5, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:46.645059 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c81c3a1-d4f2-47b7-990c-5363aada62db None None] Checking router: faa845b9-6af9-49e6-877c-90bce3e650dc for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:41:46.654737 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c81c3a1-d4f2-47b7-990c-5363aada62db None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:41:46.655359 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-6c81c3a1-d4f2-47b7-990c-5363aada62db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:41:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:46.834409 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-6c81c3a1-d4f2-47b7-990c-5363aada62db None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:41:47.045455 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53042) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:47.110798 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:47.139066 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:47.171578 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-6c81c3a1-d4f2-47b7-990c-5363aada62db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:29Z', 'revision_number': 5, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:47.176125 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c81c3a1-d4f2-47b7-990c-5363aada62db None None] The sync data for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi is: [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:35:23Z', 'revision_number': 4, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '32b21c79-dc2c-4b5b-bf34-b064d17f03eb', 'name': '', 'network_id': '0a63aea8-4423-4bc2-8f58-9a1b43cf659e', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'mac_address': 'fa:16:3e:ff:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:22Z', 'updated_at': '2022-06-24T20:35:29Z', 'revision_number': 5, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'subnets': [{'id': 'e84e55a5-a91c-4053-bdd6-57a0a2d2cdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:41:47.192354 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:47.211751 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c23b8c-d70b-4f80-9014-7b3eaeb292a9,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:47.223768 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:47.224189 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:47.224538 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:47.225051 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:47.225383 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:47.225707 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:47.226033 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:47.226364 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:47.226703 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:47.227128 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:47.227432 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:47.227752 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:41:47.237863 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:47.239023 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-1651e4a1-a38f-4114-bec5-ed7495d5c10e tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "DELETE /v2.0/security-groups/65c23b8c-d70b-4f80-9014-7b3eaeb292a9 HTTP/1.1" status: 204 len: 168 time: 0.1923776 Jun 24 20:41:47.242013 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53046) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:47.261912 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.api.v2.resource [None req-74c3f0eb-3d1b-45f6-8e8c-bf530e7b6927 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] show failed (client error): The resource could not be found. Jun 24 20:41:47.263103 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-74c3f0eb-3d1b-45f6-8e8c-bf530e7b6927 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "GET /v2.0/security-groups/65c23b8c-d70b-4f80-9014-7b3eaeb292a9 HTTP/1.1" status: 404 len: 347 time: 0.0201030 Jun 24 20:41:47.265982 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53050) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:47.424129 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342ff3e-c922-4483-9dc6-c254804019ac None None] New status for floating IP 0a78b998-07f4-4c1e-8a0b-a92904e2d2bd: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:41:47.533568 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Deleting port 4c104126-2a7f-4f82-84c3-e917d03113de {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:41:47.533907 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:47.701933 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:47.702371 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:47.821185 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Calling delete_port for 4c104126-2a7f-4f82-84c3-e917d03113de owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:41:47.928519 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.db.api [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:41:47.928903 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG oslo_db.api [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:41:48.304583 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8a07b-c323-4622-8549-61158d4b2a07 req-a89708e7-f3cb-4915-86c8-3766715f1b67 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:48.306070 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-21c8a07b-c323-4622-8549-61158d4b2a07 req-a89708e7-f3cb-4915-86c8-3766715f1b67 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 945 time: 0.0994110 Jun 24 20:41:48.332296 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a7b90-4691-40e5-8c68-eb1702ff225c req-b7a7a908-d43b-4b87-8b98-7e8cf5363b56 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:48.334608 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f42a7b90-4691-40e5-8c68-eb1702ff225c req-b7a7a908-d43b-4b87-8b98-7e8cf5363b56 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.0926464 Jun 24 20:41:48.350904 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-21c8a07b-c323-4622-8549-61158d4b2a07 req-7f17113f-7e29-47d6-9045-61ec5088f503 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390105 Jun 24 20:41:48.374226 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53068) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:48.383291 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f42a7b90-4691-40e5-8c68-eb1702ff225c req-b4145e6f-d753-4604-a4d7-1699e0f5d0d8 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432696 Jun 24 20:41:48.429976 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Deleting port 4c104126-2a7f-4f82-84c3-e917d03113de {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:41:48.430410 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:48.549216 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44521e2-9cd4-41e9-98d8-b559e772043f tempest-TestMinimumBasicScenario-678253498 tempest-TestMinimumBasicScenario-678253498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:48.550726 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-e44521e2-9cd4-41e9-98d8-b559e772043f tempest-TestMinimumBasicScenario-678253498 tempest-TestMinimumBasicScenario-678253498-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 1093 time: 0.1754804 Jun 24 20:41:48.554878 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53074) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:48.559763 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'port_id': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:48.565786 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:48.569819 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Usage tracker for resource:floatingip and tenant:2b176531901544bdb872295c6ff89088 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:41:48.572880 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:41:48.579885 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:48.587356 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:41:48.595695 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for floatingip, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:48.602863 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:48.603189 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:48.721365 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Calling delete_port for 4c104126-2a7f-4f82-84c3-e917d03113de owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:41:48.727704 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:48.861646 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:48.868792 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Allocated IP 172.27.1.225 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/2b3de0b9-b0fe-445e-b6b4-e726524ff3df) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:41:48.910256 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Pushing event deleted for resources: {'Port': ['ID=4c104126-2a7f-4f82-84c3-e917d03113de,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:49.006055 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:49.014436 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:41:49.016107 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:49.020904 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:49.021985 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-05d91362-9d6d-44b5-be80-e8e87b836946 tempest-AttachVolumeShelveTestJSON-1294113708 tempest-AttachVolumeShelveTestJSON-1294113708-project] 10.222.0.33 "DELETE /v2.0/floatingips/0a78b998-07f4-4c1e-8a0b-a92904e2d2bd HTTP/1.1" status: 204 len: 168 time: 1.7550898 Jun 24 20:41:49.052098 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:41:49.052438 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 924380ca-74fe-4fd6-b1f0-bdfdc0573dd6 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:41:49.053938 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:49.116293 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:41:49.124383 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:41:49.129332 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:41:49.158942 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event updated for resources: {'Port': ['ID=2b3de0b9-b0fe-445e-b6b4-e726524ff3df,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:49.600482 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8a36b-44a3-4696-9ece-c388c648064c req-6fbb9a62-b2f2-4070-a06e-e6b9718b03b6 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:49.601945 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-03a8a36b-44a3-4696-9ece-c388c648064c req-6fbb9a62-b2f2-4070-a06e-e6b9718b03b6 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1128836 Jun 24 20:41:49.609961 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:49.735455 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-03a8a36b-44a3-4696-9ece-c388c648064c req-e00ed6f6-356f-4032-bf91-8663b76b02ac tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265070 Jun 24 20:41:49.789584 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:49.998677 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:50.005146 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:50.102351 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event updated for resources: {'Port': ['ID=2b3de0b9-b0fe-445e-b6b4-e726524ff3df,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:50.118490 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:50.291383 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Floating IP 90ab2ead-e97f-4156-8af4-214e89896b89 associated. External IP: 172.27.1.225, port: 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c. Jun 24 20:41:50.344121 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7fa06b26-bcf7-4bd5-8538-d254ed3e7ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:50.642410 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Router 13cfae95-b5bf-40c3-aee4-53d21590d990 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:41:50.826243 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:41:50.836600 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a18a7-6ae1-499f-9639-48b797588c78 None None] Sync routers for ids ['13cfae95-b5bf-40c3-aee4-53d21590d990'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:41:50.851531 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a18a7-6ae1-499f-9639-48b797588c78 None None] Routers {'13cfae95-b5bf-40c3-aee4-53d21590d990'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:41:50.852239 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-ea8a18a7-6ae1-499f-9639-48b797588c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:41:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['13cfae95-b5bf-40c3-aee4-53d21590d990'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:50.853005 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:50.918783 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-acfcbc0d-e688-42e6-a48e-d37f93f2fe76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3587506 Jun 24 20:41:50.918783 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:41:50.920869 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53096) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:50.930819 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a8ea89ce-3f31-4164-aa06-29d5d68fe07e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1360838877', 'description': 'tempest-secgroup-smoke-1360838877 description', 'project_id': '2b176531901544bdb872295c6ff89088'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:50.942355 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a8ea89ce-3f31-4164-aa06-29d5d68fe07e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:50.953683 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a8ea89ce-3f31-4164-aa06-29d5d68fe07e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:50.965732 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa6f347-d8c1-4bd4-9de0-19f8cb47a160'] response: {'name': 'network-changed', 'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c', 'status': 'completed', 'code': 200} Jun 24 20:41:50.971013 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8ea89ce-3f31-4164-aa06-29d5d68fe07e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:50.999445 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a8ea89ce-3f31-4164-aa06-29d5d68fe07e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:51.003604 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a8ea89ce-3f31-4164-aa06-29d5d68fe07e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Usage tracker for resource:security_group_rule and tenant:2b176531901544bdb872295c6ff89088 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:41:51.006890 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a8ea89ce-3f31-4164-aa06-29d5d68fe07e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:41:51.013021 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a8ea89ce-3f31-4164-aa06-29d5d68fe07e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:51.032631 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e6d0f-999b-4c2d-b7ab-049184ccc1b9 req-1882c1ee-b438-4607-a51c-f279eeb37322 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:51.035676 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f74e6d0f-999b-4c2d-b7ab-049184ccc1b9 req-1882c1ee-b438-4607-a51c-f279eeb37322 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1906562 Jun 24 20:41:51.064154 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-ea8a18a7-6ae1-499f-9639-48b797588c78 None None] Set router 13cfae95-b5bf-40c3-aee4-53d21590d990 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:41:51.081482 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0119b-46ab-4885-af88-c84d13c62bc5 req-e255f689-0fc6-40c7-b1eb-0b5be631d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:51.083393 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33a0119b-46ab-4885-af88-c84d13c62bc5 req-e255f689-0fc6-40c7-b1eb-0b5be631d719 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b176531901544bdb872295c6ff89088&device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 1098 time: 0.0935094 Jun 24 20:41:51.103348 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f74e6d0f-999b-4c2d-b7ab-049184ccc1b9 req-9f8b5c48-27bc-4566-8ef4-1c5dd53b94c3 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572579 Jun 24 20:41:51.140317 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8ea89ce-3f31-4164-aa06-29d5d68fe07e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.144697 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8ea89ce-3f31-4164-aa06-29d5d68fe07e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.190829 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea89ce-3f31-4164-aa06-29d5d68fe07e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b71ac3-fd56-44ea-a110-d45549fdaccc,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:51.200489 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8ea89ce-3f31-4164-aa06-29d5d68fe07e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.204620 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-a8ea89ce-3f31-4164-aa06-29d5d68fe07e tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2780790 Jun 24 20:41:51.204778 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53102) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:51.209807 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-bce12334-c20c-4a7f-96e3-e8dc6d510179 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Request body: {'security_group_rule': {'security_group_id': 'f1b71ac3-fd56-44ea-a110-d45549fdaccc', 'project_id': '2b176531901544bdb872295c6ff89088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:51.215888 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bce12334-c20c-4a7f-96e3-e8dc6d510179 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:51.219868 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-bce12334-c20c-4a7f-96e3-e8dc6d510179 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Usage tracker for resource:security_group_rule and tenant:2b176531901544bdb872295c6ff89088 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:41:51.223359 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-bce12334-c20c-4a7f-96e3-e8dc6d510179 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:41:51.228697 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bce12334-c20c-4a7f-96e3-e8dc6d510179 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:51.246971 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bce12334-c20c-4a7f-96e3-e8dc6d510179 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.311215 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0119b-46ab-4885-af88-c84d13c62bc5 req-8bde1e2a-6922-4157-8870-b5d5950a33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:51.312707 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33a0119b-46ab-4885-af88-c84d13c62bc5 req-8bde1e2a-6922-4157-8870-b5d5950a33ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=c630cbc8-093d-4a5d-b2ba-14a6a767993c HTTP/1.1" status: 200 len: 916 time: 0.2228501 Jun 24 20:41:51.429336 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bce12334-c20c-4a7f-96e3-e8dc6d510179 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.434977 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bce12334-c20c-4a7f-96e3-e8dc6d510179 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.440545 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33a0119b-46ab-4885-af88-c84d13c62bc5 req-fd1e298e-a523-4ef3-87ba-295b5fc7fbc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c HTTP/1.1" status: 200 len: 999 time: 0.1205342 Jun 24 20:41:51.454147 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-ea8a18a7-6ae1-499f-9639-48b797588c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:41:00Z', 'revision_number': 4, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port': {'id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:55Z', 'updated_at': '2022-06-24T20:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '90ab2ead-e97f-4156-8af4-214e89896b89', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'port_id': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'mac_address': 'fa:16:3e:14:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:41:49Z', 'updated_at': '2022-06-24T20:41:49Z', 'revision_number': 0, 'project_id': '2b176531901544bdb872295c6ff89088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a707c78c-0930-4fe1-9e53-f24a84cbcd8f', 'name': '', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'mac_address': 'fa:16:3e:3a:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:59Z', 'updated_at': '2022-06-24T20:41:06Z', 'revision_number': 5, 'project_id': '2b176531901544bdb872295c6ff89088', 'subnets': [{'id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:51.458238 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a18a7-6ae1-499f-9639-48b797588c78 None None] Checking router: 13cfae95-b5bf-40c3-aee4-53d21590d990 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:41:51.459161 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce12334-c20c-4a7f-96e3-e8dc6d510179 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd5d17f-5703-468e-ad48-58fdc1240b8f,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:51.469009 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a18a7-6ae1-499f-9639-48b797588c78 None None] Routers {'13cfae95-b5bf-40c3-aee4-53d21590d990'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:41:51.469815 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-ea8a18a7-6ae1-499f-9639-48b797588c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:41:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['13cfae95-b5bf-40c3-aee4-53d21590d990'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:51.470794 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bce12334-c20c-4a7f-96e3-e8dc6d510179 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.475354 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-bce12334-c20c-4a7f-96e3-e8dc6d510179 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2696879 Jun 24 20:41:51.476014 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53106) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:51.481327 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ce692492-68aa-46f1-a949-20b0232edbc1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Request body: {'security_group_rule': {'security_group_id': 'f1b71ac3-fd56-44ea-a110-d45549fdaccc', 'project_id': '2b176531901544bdb872295c6ff89088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:51.487290 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ce692492-68aa-46f1-a949-20b0232edbc1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:51.491140 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ce692492-68aa-46f1-a949-20b0232edbc1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Usage tracker for resource:security_group_rule and tenant:2b176531901544bdb872295c6ff89088 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:41:51.493985 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ce692492-68aa-46f1-a949-20b0232edbc1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:41:51.499969 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ce692492-68aa-46f1-a949-20b0232edbc1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:51.505563 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0119b-46ab-4885-af88-c84d13c62bc5 req-028eb11c-1d58-4783-a93c-ec7cf35e36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:51.507488 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33a0119b-46ab-4885-af88-c84d13c62bc5 req-028eb11c-1d58-4783-a93c-ec7cf35e36ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73be05dd-18aa-409c-9e52-75b447fd8966 HTTP/1.1" status: 200 len: 854 time: 0.0608931 Jun 24 20:41:51.518308 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce692492-68aa-46f1-a949-20b0232edbc1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.578573 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce692492-68aa-46f1-a949-20b0232edbc1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.583659 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce692492-68aa-46f1-a949-20b0232edbc1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.595317 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0119b-46ab-4885-af88-c84d13c62bc5 req-3878bfb4-bc96-4577-bdff-dcd738afb7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:51.596981 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33a0119b-46ab-4885-af88-c84d13c62bc5 req-3878bfb4-bc96-4577-bdff-dcd738afb7d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c630cbc8-093d-4a5d-b2ba-14a6a767993c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831454 Jun 24 20:41:51.608165 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce692492-68aa-46f1-a949-20b0232edbc1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8916b4-f52d-40f3-b985-e2fe8b15e8b5,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:51.618055 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce692492-68aa-46f1-a949-20b0232edbc1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.622683 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-ce692492-68aa-46f1-a949-20b0232edbc1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457384 Jun 24 20:41:51.623550 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53112) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:51.629159 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1252bc2b-0497-4b82-8f1a-2a67e86b44c3 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Request body: {'security_group_rule': {'security_group_id': 'f1b71ac3-fd56-44ea-a110-d45549fdaccc', 'project_id': '2b176531901544bdb872295c6ff89088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:51.635961 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1252bc2b-0497-4b82-8f1a-2a67e86b44c3 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:51.640039 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-1252bc2b-0497-4b82-8f1a-2a67e86b44c3 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Usage tracker for resource:security_group_rule and tenant:2b176531901544bdb872295c6ff89088 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:41:51.643208 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-1252bc2b-0497-4b82-8f1a-2a67e86b44c3 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:41:51.647280 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-ea8a18a7-6ae1-499f-9639-48b797588c78 None None] Set router 13cfae95-b5bf-40c3-aee4-53d21590d990 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:41:51.649581 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1252bc2b-0497-4b82-8f1a-2a67e86b44c3 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:51.672315 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1252bc2b-0497-4b82-8f1a-2a67e86b44c3 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.741501 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1252bc2b-0497-4b82-8f1a-2a67e86b44c3 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.743075 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33a0119b-46ab-4885-af88-c84d13c62bc5 req-3901e674-782f-42bf-abc1-b0f55c3f92cf service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392181 Jun 24 20:41:51.746699 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1252bc2b-0497-4b82-8f1a-2a67e86b44c3 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.776304 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252bc2b-0497-4b82-8f1a-2a67e86b44c3 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9662ff22-9cc5-49d4-8794-0e5374c22eb7,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:51.793756 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1252bc2b-0497-4b82-8f1a-2a67e86b44c3 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.798563 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-1252bc2b-0497-4b82-8f1a-2a67e86b44c3 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1735995 Jun 24 20:41:51.799250 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53120) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:51.804879 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-17774cef-8e03-428d-99f5-15cc2e47e55d tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Request body: {'security_group_rule': {'security_group_id': 'f1b71ac3-fd56-44ea-a110-d45549fdaccc', 'project_id': '2b176531901544bdb872295c6ff89088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:51.811330 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-17774cef-8e03-428d-99f5-15cc2e47e55d tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:51.815404 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-17774cef-8e03-428d-99f5-15cc2e47e55d tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Usage tracker for resource:security_group_rule and tenant:2b176531901544bdb872295c6ff89088 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:41:51.825821 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-17774cef-8e03-428d-99f5-15cc2e47e55d tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:41:51.831934 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-17774cef-8e03-428d-99f5-15cc2e47e55d tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:51.853898 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-17774cef-8e03-428d-99f5-15cc2e47e55d tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.883076 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53124) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:51.897446 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-33a0119b-46ab-4885-af88-c84d13c62bc5 req-867ae337-40e3-428a-8505-701c85435360 service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461277 Jun 24 20:41:51.937186 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-17774cef-8e03-428d-99f5-15cc2e47e55d tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.943384 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-17774cef-8e03-428d-99f5-15cc2e47e55d tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.969514 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17774cef-8e03-428d-99f5-15cc2e47e55d tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dabf2f1-2c95-4ac2-b4a6-b348a801ec07,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:51.981523 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-17774cef-8e03-428d-99f5-15cc2e47e55d tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:51.982979 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-17774cef-8e03-428d-99f5-15cc2e47e55d tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1827171 Jun 24 20:41:51.986109 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53130) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:51.991598 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-f5818b4c-04d8-40dd-8e38-076c360f8267 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Request body: {'security_group_rule': {'security_group_id': 'f1b71ac3-fd56-44ea-a110-d45549fdaccc', 'project_id': '2b176531901544bdb872295c6ff89088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:51.997550 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-f5818b4c-04d8-40dd-8e38-076c360f8267 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:52.001502 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-f5818b4c-04d8-40dd-8e38-076c360f8267 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Usage tracker for resource:security_group_rule and tenant:2b176531901544bdb872295c6ff89088 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:41:52.004524 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-f5818b4c-04d8-40dd-8e38-076c360f8267 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:41:52.011197 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-f5818b4c-04d8-40dd-8e38-076c360f8267 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:52.043669 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-ea8a18a7-6ae1-499f-9639-48b797588c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:41:00Z', 'revision_number': 4, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port': {'id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:55Z', 'updated_at': '2022-06-24T20:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '90ab2ead-e97f-4156-8af4-214e89896b89', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'port_id': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'mac_address': 'fa:16:3e:14:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:41:49Z', 'updated_at': '2022-06-24T20:41:49Z', 'revision_number': 0, 'project_id': '2b176531901544bdb872295c6ff89088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a707c78c-0930-4fe1-9e53-f24a84cbcd8f', 'name': '', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'mac_address': 'fa:16:3e:3a:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:59Z', 'updated_at': '2022-06-24T20:41:06Z', 'revision_number': 5, 'project_id': '2b176531901544bdb872295c6ff89088', 'subnets': [{'id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:52.047583 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a18a7-6ae1-499f-9639-48b797588c78 None None] The sync data for ids ['13cfae95-b5bf-40c3-aee4-53d21590d990'] in dv-cinder-847189-4-iscsi is: [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:41:00Z', 'revision_number': 4, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port': {'id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:55Z', 'updated_at': '2022-06-24T20:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '90ab2ead-e97f-4156-8af4-214e89896b89', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'port_id': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'mac_address': 'fa:16:3e:14:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:41:49Z', 'updated_at': '2022-06-24T20:41:49Z', 'revision_number': 0, 'project_id': '2b176531901544bdb872295c6ff89088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a707c78c-0930-4fe1-9e53-f24a84cbcd8f', 'name': '', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'mac_address': 'fa:16:3e:3a:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:59Z', 'updated_at': '2022-06-24T20:41:06Z', 'revision_number': 5, 'project_id': '2b176531901544bdb872295c6ff89088', 'subnets': [{'id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:41:52.129997 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.securitygroups_db [None req-f5818b4c-04d8-40dd-8e38-076c360f8267 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Project 2b176531901544bdb872295c6ff89088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 20:41:52.145893 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f5818b4c-04d8-40dd-8e38-076c360f8267 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:52.244153 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f41c49-cb9d-4f0a-95c6-75703e19aba4 None None] New status for floating IP 90ab2ead-e97f-4156-8af4-214e89896b89: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:41:52.292636 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f5818b4c-04d8-40dd-8e38-076c360f8267 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:52.354527 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f5818b4c-04d8-40dd-8e38-076c360f8267 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:52.442114 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5818b4c-04d8-40dd-8e38-076c360f8267 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315c86a8-70ce-4612-8f79-571b43b09ad6,revision_number=0']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:52.480201 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f5818b4c-04d8-40dd-8e38-076c360f8267 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:52.481372 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-f5818b4c-04d8-40dd-8e38-076c360f8267 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4942503 Jun 24 20:41:52.484698 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53136) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:52.490418 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-25034ecc-3271-4682-b050-857b83343c2f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Request body: {'security_group_rule': {'security_group_id': 'f1b71ac3-fd56-44ea-a110-d45549fdaccc', 'project_id': '2b176531901544bdb872295c6ff89088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:52.496470 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-25034ecc-3271-4682-b050-857b83343c2f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:41:52.501430 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13781433-92c9-42af-bf93-368d7b32ab56 req-22e93a88-5b9f-4dc4-b615-d668b1d2211f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:52.501934 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-25034ecc-3271-4682-b050-857b83343c2f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Usage tracker for resource:security_group_rule and tenant:2b176531901544bdb872295c6ff89088 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:41:52.502919 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-13781433-92c9-42af-bf93-368d7b32ab56 req-22e93a88-5b9f-4dc4-b615-d668b1d2211f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.2850530 Jun 24 20:41:52.505310 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-25034ecc-3271-4682-b050-857b83343c2f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:41:52.516209 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-25034ecc-3271-4682-b050-857b83343c2f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:41:52.530970 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-25034ecc-3271-4682-b050-857b83343c2f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Project 2b176531901544bdb872295c6ff89088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 20:41:52.535791 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-98aa2aea-95a6-4c9a-ab36-2f12fb3773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:52.539241 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-25034ecc-3271-4682-b050-857b83343c2f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:52.599057 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-13781433-92c9-42af-bf93-368d7b32ab56 req-9d0eb2be-dd4e-4fe6-98ee-5e4cf58ae687 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781484 Jun 24 20:41:52.607439 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-25034ecc-3271-4682-b050-857b83343c2f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:52.612185 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-25034ecc-3271-4682-b050-857b83343c2f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:52.649884 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25034ecc-3271-4682-b050-857b83343c2f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e67f437-0c0a-4ea2-bad2-4a081e3795c2,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:52.663881 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-25034ecc-3271-4682-b050-857b83343c2f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:52.665566 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-25034ecc-3271-4682-b050-857b83343c2f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1796927 Jun 24 20:41:52.754485 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-496bbc24-da69-4ae3-ab67-be8265d1b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788504'] for router_interface, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:52.790964 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-cff25ed7-3c78-49b9-9e77-012ac8e40130 req-e0095e09-c518-4221-876c-d3703db6fd76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Synchronizing usage tracker for tenant:2b176531901544bdb872295c6ff89088 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:41:52.807960 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-cff25ed7-3c78-49b9-9e77-012ac8e40130 req-e0095e09-c518-4221-876c-d3703db6fd76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Unset dirty status for tenant:2b176531901544bdb872295c6ff89088 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:41:52.809164 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-cff25ed7-3c78-49b9-9e77-012ac8e40130 req-e0095e09-c518-4221-876c-d3703db6fd76 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360838877&fields=id&tenant_id=2b176531901544bdb872295c6ff89088 HTTP/1.1" status: 200 len: 267 time: 0.0604782 Jun 24 20:41:52.907237 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff25ed7-3c78-49b9-9e77-012ac8e40130 req-4f99976f-7c1d-4442-91eb-d0ab946d3723 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:52.908739 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-cff25ed7-3c78-49b9-9e77-012ac8e40130 req-4f99976f-7c1d-4442-91eb-d0ab946d3723 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 945 time: 0.0937572 Jun 24 20:41:52.920085 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-cff25ed7-3c78-49b9-9e77-012ac8e40130 req-f7adaa84-b025-444e-b525-b8a5c30ccd4f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Request body: {'port': {'security_groups': ['1a1de6ff-0a73-4f95-bbce-9115e562825d', 'f1b71ac3-fd56-44ea-a110-d45549fdaccc']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:41:53.045245 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-cff25ed7-3c78-49b9-9e77-012ac8e40130 req-f7adaa84-b025-444e-b525-b8a5c30ccd4f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:53.198784 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-496bbc24-da69-4ae3-ab67-be8265d1b641 admin admin] Deleting port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:41:53.199117 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-496bbc24-da69-4ae3-ab67-be8265d1b641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:53.304585 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-cff25ed7-3c78-49b9-9e77-012ac8e40130 req-f7adaa84-b025-444e-b525-b8a5c30ccd4f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] For port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:53.328813 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-cff25ed7-3c78-49b9-9e77-012ac8e40130 req-f7adaa84-b025-444e-b525-b8a5c30ccd4f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:53.334738 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-cff25ed7-3c78-49b9-9e77-012ac8e40130 req-f7adaa84-b025-444e-b525-b8a5c30ccd4f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:53.346005 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:41:53.387857 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-496bbc24-da69-4ae3-ab67-be8265d1b641 admin admin] For port 32b21c79-dc2c-4b5b-bf34-b064d17f03eb, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=32b21c79-dc2c-4b5b-bf34-b064d17f03eb,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:53.389201 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-496bbc24-da69-4ae3-ab67-be8265d1b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:53.421243 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff25ed7-3c78-49b9-9e77-012ac8e40130 req-f7adaa84-b025-444e-b525-b8a5c30ccd4f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:53.422583 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-cff25ed7-3c78-49b9-9e77-012ac8e40130 req-f7adaa84-b025-444e-b525-b8a5c30ccd4f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:53.424314 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-cff25ed7-3c78-49b9-9e77-012ac8e40130 req-f7adaa84-b025-444e-b525-b8a5c30ccd4f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "PUT /v2.0/ports/4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c HTTP/1.1" status: 200 len: 981 time: 0.5090194 Jun 24 20:41:53.424872 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:41:53.437602 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adaa84-b025-444e-b525-b8a5c30ccd4f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event updated for resources: {'Port': ['ID=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,revision_number=6']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:53.505727 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:41:53.508783 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6a0999-4931-4cd7-a9a6-4d2afbcd867e'] response: {'name': 'network-changed', 'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c', 'status': 'completed', 'code': 200} Jun 24 20:41:53.614728 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:53.628403 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-496bbc24-da69-4ae3-ab67-be8265d1b641 admin admin] Calling delete_port for 32b21c79-dc2c-4b5b-bf34-b064d17f03eb owned by network:router_interface {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:41:53.754269 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:53.790921 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-a59635f0-30d1-468c-ba96-1a29e96795f6 None None] Provisioning complete for port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:41:53.791602 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-a59635f0-30d1-468c-ba96-1a29e96795f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:53.816108 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a4140-82b4-4fa9-8620-e3b004522cad req-0cbf5d63-61b2-4dc4-b655-f0fbdefff657 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:53.817364 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fa5a4140-82b4-4fa9-8620-e3b004522cad req-0cbf5d63-61b2-4dc4-b655-f0fbdefff657 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1041627 Jun 24 20:41:53.863242 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fa5a4140-82b4-4fa9-8620-e3b004522cad req-a76fa5a4-9bec-4130-a185-8fcf09e49f06 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391483 Jun 24 20:41:53.968913 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd6659-b97c-4c74-a70c-8f22983fffea req-0ac44c60-edcb-421e-8047-e8542e6de98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:53.970480 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-70cd6659-b97c-4c74-a70c-8f22983fffea req-0ac44c60-edcb-421e-8047-e8542e6de98c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b176531901544bdb872295c6ff89088&device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 1137 time: 0.3822601 Jun 24 20:41:54.010623 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff66ec4-ea17-454d-a5fb-decf618ec004 req-31e7f48e-cc8c-4062-a06f-10b2bab8c7fd tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:54.012096 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-eff66ec4-ea17-454d-a5fb-decf618ec004 req-31e7f48e-cc8c-4062-a06f-10b2bab8c7fd tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.4250228 Jun 24 20:41:54.078404 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-a59635f0-30d1-468c-ba96-1a29e96795f6 None None] Current status of the port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:54.182970 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-eff66ec4-ea17-454d-a5fb-decf618ec004 req-10d13885-f56a-40fc-8ec7-8d2bc3ccc57f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=f1b71ac3-fd56-44ea-a110-d45549fdaccc&id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1247072 Jun 24 20:41:54.203326 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-496bbc24-da69-4ae3-ab67-be8265d1b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:54.260645 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd6659-b97c-4c74-a70c-8f22983fffea req-0b37e0e4-1edb-4be3-8f5b-418e26545f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:54.262093 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-70cd6659-b97c-4c74-a70c-8f22983fffea req-0b37e0e4-1edb-4be3-8f5b-418e26545f72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c630cbc8-093d-4a5d-b2ba-14a6a767993c HTTP/1.1" status: 200 len: 916 time: 0.2814231 Jun 24 20:41:54.291409 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bbc24-da69-4ae3-ab67-be8265d1b641 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b21c79-dc2c-4b5b-bf34-b064d17f03eb,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:54.546020 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-70cd6659-b97c-4c74-a70c-8f22983fffea req-24c21ece-b123-4246-b0fd-84b3a8b62e00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c HTTP/1.1" status: 200 len: 1001 time: 0.2522678 Jun 24 20:41:54.733708 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd6659-b97c-4c74-a70c-8f22983fffea req-afb64370-2c79-4f41-8cdc-8426adc94dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:54.735110 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-70cd6659-b97c-4c74-a70c-8f22983fffea req-afb64370-2c79-4f41-8cdc-8426adc94dd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73be05dd-18aa-409c-9e52-75b447fd8966 HTTP/1.1" status: 200 len: 854 time: 0.1414547 Jun 24 20:41:54.804080 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-496bbc24-da69-4ae3-ab67-be8265d1b641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4173695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788460'] for router_interface, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:54.975141 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd6659-b97c-4c74-a70c-8f22983fffea req-a17f313d-5c68-4d01-8752-b99c46ce4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:54.976600 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-70cd6659-b97c-4c74-a70c-8f22983fffea req-a17f313d-5c68-4d01-8752-b99c46ce4ae7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c630cbc8-093d-4a5d-b2ba-14a6a767993c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2349601 Jun 24 20:41:55.021774 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:55.056222 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651b94c-fadb-4040-a63f-0baee9ba4220 req-0210cced-4a65-4df4-9cf6-063de679c88b tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:55.057656 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6651b94c-fadb-4040-a63f-0baee9ba4220 req-0210cced-4a65-4df4-9cf6-063de679c88b tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.0872376 Jun 24 20:41:55.104959 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6651b94c-fadb-4040-a63f-0baee9ba4220 req-6ec50ede-4092-48c8-8881-9f8ec91cc5f8 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406003 Jun 24 20:41:55.257210 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-70cd6659-b97c-4c74-a70c-8f22983fffea req-5eb53b7a-e854-4cef-a3e3-cecc01a74c94 service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737637 Jun 24 20:41:55.370342 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496bbc24-da69-4ae3-ab67-be8265d1b641 admin admin] Router faa845b9-6af9-49e6-877c-90bce3e650dc has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:41:55.527297 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-70cd6659-b97c-4c74-a70c-8f22983fffea req-cb26579c-b480-4101-9daa-24bc28087d8f service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627885 Jun 24 20:41:55.580551 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496bbc24-da69-4ae3-ab67-be8265d1b641 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:41:55.589005 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24405bc-b63a-4b4f-9f4d-48cb7a1ff1bb None None] Sync routers for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:41:55.592660 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-496bbc24-da69-4ae3-ab67-be8265d1b641 admin admin] 10.222.0.33 "PUT /v2.0/routers/faa845b9-6af9-49e6-877c-90bce3e650dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7083802 Jun 24 20:41:55.595214 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53152) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:55.599118 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24405bc-b63a-4b4f-9f4d-48cb7a1ff1bb None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:41:55.599727 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c24405bc-b63a-4b4f-9f4d-48cb7a1ff1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:41:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:55.781024 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-c24405bc-b63a-4b4f-9f4d-48cb7a1ff1bb None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:41:55.877813 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Notify callbacks [] for router, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:56.050054 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:56.051769 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c24405bc-b63a-4b4f-9f4d-48cb7a1ff1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:41:54Z', 'revision_number': 5, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port': {'id': '06ea6a76-e191-450d-9e67-d96f9d8882f9', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:35:18Z', 'updated_at': '2022-06-24T20:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:56.056030 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24405bc-b63a-4b4f-9f4d-48cb7a1ff1bb None None] Checking router: faa845b9-6af9-49e6-877c-90bce3e650dc for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:41:56.060298 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Deleting port 06ea6a76-e191-450d-9e67-d96f9d8882f9 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:41:56.060633 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:56.064787 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24405bc-b63a-4b4f-9f4d-48cb7a1ff1bb None None] Routers {'faa845b9-6af9-49e6-877c-90bce3e650dc'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:41:56.065392 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c24405bc-b63a-4b4f-9f4d-48cb7a1ff1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:41:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['faa845b9-6af9-49e6-877c-90bce3e650dc'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:56.215021 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-c24405bc-b63a-4b4f-9f4d-48cb7a1ff1bb None None] Set router faa845b9-6af9-49e6-877c-90bce3e650dc gateway port host: None {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:41:56.247786 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] For port 06ea6a76-e191-450d-9e67-d96f9d8882f9, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=06ea6a76-e191-450d-9e67-d96f9d8882f9,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:56.248101 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:56.327874 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-c24405bc-b63a-4b4f-9f4d-48cb7a1ff1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:41:56Z', 'revision_number': 6, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port_host': None}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:56.335792 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24405bc-b63a-4b4f-9f4d-48cb7a1ff1bb None None] The sync data for ids ['faa845b9-6af9-49e6-877c-90bce3e650dc'] in dv-cinder-847189-4-iscsi is: [{'id': 'faa845b9-6af9-49e6-877c-90bce3e650dc', 'name': 'tempest-AttachVolumeShelveTestJSON-326212954-router', 'tenant_id': 'eb38036f5e9142b980bb459c181aba56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:35:16Z', 'updated_at': '2022-06-24T20:41:56Z', 'revision_number': 6, 'project_id': 'eb38036f5e9142b980bb459c181aba56', 'gw_port_host': None}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:41:56.387499 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Calling delete_port for 06ea6a76-e191-450d-9e67-d96f9d8882f9 owned by network:router_gateway {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:41:56.551704 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cf464-155c-49a0-b80e-0af526a6be30 req-152d2db7-e940-4516-a1e8-7abb82e270d5 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:56.553139 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f42cf464-155c-49a0-b80e-0af526a6be30 req-152d2db7-e940-4516-a1e8-7abb82e270d5 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1733902 Jun 24 20:41:56.637762 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f42cf464-155c-49a0-b80e-0af526a6be30 req-61cb9319-39c3-4540-8e20-7b2710b27bda tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783761 Jun 24 20:41:56.655359 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:56.704448 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Pushing event deleted for resources: {'Port': ['ID=06ea6a76-e191-450d-9e67-d96f9d8882f9,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:56.804860 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3787065'] for router_gateway, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:56.969758 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64911'] for router, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:56.972072 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:57.057644 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3785944'] for router, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:57.058382 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Fanout notify agent at l3_agent the message router_deleted on router faa845b9-6af9-49e6-877c-90bce3e650dc {{(pid=88160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 20:41:57.072690 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:57.073799 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-292714f7-f37d-49fc-9f16-35700984e4be admin admin] 10.222.0.33 "DELETE /v2.0/routers/faa845b9-6af9-49e6-877c-90bce3e650dc HTTP/1.1" status: 204 len: 168 time: 1.4776771 Jun 24 20:41:57.076329 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53158) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:57.137073 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6679eff-6239-46ab-8841-0f7367c92e23 admin admin] Deleting subnet e84e55a5-a91c-4053-bdd6-57a0a2d2cdda {{(pid=88160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:41:57.140238 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e6679eff-6239-46ab-8841-0f7367c92e23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:57.274886 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e6679eff-6239-46ab-8841-0f7367c92e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3254619'] for subnet, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:57.352067 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e6679eff-6239-46ab-8841-0f7367c92e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:57.425952 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e6679eff-6239-46ab-8841-0f7367c92e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163010'] for subnet, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:57.463685 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6679eff-6239-46ab-8841-0f7367c92e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84e55a5-a91c-4053-bdd6-57a0a2d2cdda,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:57.466007 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e6679eff-6239-46ab-8841-0f7367c92e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:57.469787 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8656646-280f-4089-890d-74cc747dde8f None None] Network 0a63aea8-4423-4bc2-8f58-9a1b43cf659e requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:41:57.473660 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-e6679eff-6239-46ab-8841-0f7367c92e23 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/e84e55a5-a91c-4053-bdd6-57a0a2d2cdda HTTP/1.1" status: 204 len: 168 time: 0.3962786 Jun 24 20:41:57.476711 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53162) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:57.579305 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:57.590504 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Deleting port 467a674c-1338-4e0a-bce4-9dde8ac30f21 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:41:57.590834 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:57.741598 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da543e2a-544e-49ee-9f19-6c91770dcf93 None None] DHCP port deletion for 0a63aea8-4423-4bc2-8f58-9a1b43cf659e request from dv-cinder-847189-4-iscsi {{(pid=88161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 20:41:57.747354 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-da543e2a-544e-49ee-9f19-6c91770dcf93 None None] Deleting port 467a674c-1338-4e0a-bce4-9dde8ac30f21 {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:41:57.747730 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-da543e2a-544e-49ee-9f19-6c91770dcf93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:57.833384 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 06ea6a76-e191-450d-9e67-d96f9d8882f9 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:41:57.849546 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] For port 467a674c-1338-4e0a-bce4-9dde8ac30f21, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=467a674c-1338-4e0a-bce4-9dde8ac30f21,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:57.849894 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:57.875049 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 06ea6a76-e191-450d-9e67-d96f9d8882f9 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:41:57.875416 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 06ea6a76-e191-450d-9e67-d96f9d8882f9 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:41:57.875845 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 467a674c-1338-4e0a-bce4-9dde8ac30f21 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:41:57.973822 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Calling delete_port for 467a674c-1338-4e0a-bce4-9dde8ac30f21 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:41:58.032975 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-da543e2a-544e-49ee-9f19-6c91770dcf93 None None] For port 467a674c-1338-4e0a-bce4-9dde8ac30f21, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=467a674c-1338-4e0a-bce4-9dde8ac30f21,segment=NetworkSegment(7ad39ca0-3263-4f74-9dfc-c464bbeed1c9),segment_id=7ad39ca0-3263-4f74-9dfc-c464bbeed1c9)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:41:58.033347 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-da543e2a-544e-49ee-9f19-6c91770dcf93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.044325 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1f49c-f171-4a49-8729-831aca0430d7 req-185a36f5-9a2f-40cd-b1c8-e912f754cab1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:58.045843 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-53b1f49c-f171-4a49-8729-831aca0430d7 req-185a36f5-9a2f-40cd-b1c8-e912f754cab1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.2808664 Jun 24 20:41:58.094940 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.148252 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-53b1f49c-f171-4a49-8729-831aca0430d7 req-1aeb2a77-94fe-4a39-8156-22624914dc5b tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846055 Jun 24 20:41:58.150315 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Pushing event deleted for resources: {'Port': ['ID=467a674c-1338-4e0a-bce4-9dde8ac30f21,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:58.152091 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] No DVR routers for this DVR port 467a674c-1338-4e0a-bce4-9dde8ac30f21 on host dv-cinder-847189-4-iscsi {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:41:58.188529 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-da543e2a-544e-49ee-9f19-6c91770dcf93 None None] Calling delete_port for 467a674c-1338-4e0a-bce4-9dde8ac30f21 owned by network:dhcp {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:41:58.236962 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 467a674c-1338-4e0a-bce4-9dde8ac30f21 is: ACTIVE; New status is: DOWN {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:41:58.237336 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.263675 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.289323 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a63aea8-4423-4bc2-8f58-9a1b43cf659e']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:58.301580 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:58.301889 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad39ca0-3263-4f74-9dfc-c464bbeed1c9') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:41:58.313460 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324539'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.333855 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.336691 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.db.api [None req-da543e2a-544e-49ee-9f19-6c91770dcf93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:41:58.337005 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG oslo_db.api [None req-da543e2a-544e-49ee-9f19-6c91770dcf93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:41:58.337656 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 32b21c79-dc2c-4b5b-bf34-b064d17f03eb no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:41:58.341652 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:41:58.342350 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653593'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.371184 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 32b21c79-dc2c-4b5b-bf34-b064d17f03eb {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:41:58.371512 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 32b21c79-dc2c-4b5b-bf34-b064d17f03eb not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:41:58.411453 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 7ad39ca0-3263-4f74-9dfc-c464bbeed1c9 resource provider aggregate not found Jun 24 20:41:58.435067 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 7ad39ca0-3263-4f74-9dfc-c464bbeed1c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ad39ca0-3263-4f74-9dfc-c464bbeed1c9 found for delete ", "request_id": "req-fd66eb46-ce86-485a-aff6-32076e02f62c"}]} Jun 24 20:41:58.447452 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.462905 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.473034 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] Pushing event deleted for resources: {'Network': ['ID=0a63aea8-4423-4bc2-8f58-9a1b43cf659e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:58.485835 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-9b384087-7a6b-4988-9cdd-15926f7db93c admin admin] 10.222.0.33 "DELETE /v2.0/networks/0a63aea8-4423-4bc2-8f58-9a1b43cf659e HTTP/1.1" status: 204 len: 168 time: 1.0081167 Jun 24 20:41:58.604565 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53174) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:58.660161 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-052466d3-fb65-4705-8f77-2ca49bdf82de admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=eb38036f5e9142b980bb459c181aba56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544505 Jun 24 20:41:58.662870 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53178) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:41:58.724254 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea273d3b-98a0-4661-9a07-a9b4f8b6c17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.752081 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea273d3b-98a0-4661-9a07-a9b4f8b6c17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.812860 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea273d3b-98a0-4661-9a07-a9b4f8b6c17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.829210 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea273d3b-98a0-4661-9a07-a9b4f8b6c17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002fb096-cce2-4c37-985c-72f6390e178a,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:41:58.835940 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea273d3b-98a0-4661-9a07-a9b4f8b6c17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.837128 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-ea273d3b-98a0-4661-9a07-a9b4f8b6c17a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/002fb096-cce2-4c37-985c-72f6390e178a HTTP/1.1" status: 204 len: 168 time: 0.1732917 Jun 24 20:41:58.839493 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-da543e2a-544e-49ee-9f19-6c91770dcf93 None None] Deleting port 467a674c-1338-4e0a-bce4-9dde8ac30f21 {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:41:58.840041 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-da543e2a-544e-49ee-9f19-6c91770dcf93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:41:58.947272 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-da543e2a-544e-49ee-9f19-6c91770dcf93 None None] The port '467a674c-1338-4e0a-bce4-9dde8ac30f21' was deleted {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 20:41:59.342459 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c7db3-4072-4208-ba89-483b5d06ad0b req-1649809d-c17c-4b67-9fc2-aa87c707680d tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:59.343942 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4c5c7db3-4072-4208-ba89-483b5d06ad0b req-1649809d-c17c-4b67-9fc2-aa87c707680d tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.0863376 Jun 24 20:41:59.389656 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4c5c7db3-4072-4208-ba89-483b5d06ad0b req-2b3108a1-a2da-4d4b-8f49-04d6d2cf65e6 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397384 Jun 24 20:41:59.800115 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933ede9-0d02-4b76-9b07-0e4e55eed6ef req-38743ac5-f8dc-4bd2-b1ff-a7af1ae49c16 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:59.801569 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1933ede9-0d02-4b76-9b07-0e4e55eed6ef req-38743ac5-f8dc-4bd2-b1ff-a7af1ae49c16 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1449010 Jun 24 20:41:59.833386 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d13d-0282-415e-b62d-28c18778e525 req-ad77f386-9a3f-46f2-9d0c-68b84b6b027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:59.834856 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-27f9d13d-0282-415e-b62d-28c18778e525 req-ad77f386-9a3f-46f2-9d0c-68b84b6b027d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8f32683d96e49d08727cdb7aa4dc923&device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 1099 time: 0.1232879 Jun 24 20:41:59.921187 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1933ede9-0d02-4b76-9b07-0e4e55eed6ef req-72a726e9-44ce-471c-ac7a-26763f1527f8 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134732 Jun 24 20:41:59.977024 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d13d-0282-415e-b62d-28c18778e525 req-e873d6ac-6b0b-4d6f-9157-6f489d334b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:41:59.978550 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-27f9d13d-0282-415e-b62d-28c18778e525 req-e873d6ac-6b0b-4d6f-9157-6f489d334b09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d HTTP/1.1" status: 200 len: 911 time: 0.1364825 Jun 24 20:42:00.087411 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-27f9d13d-0282-415e-b62d-28c18778e525 req-2866a8c0-050e-4304-806a-fbf4d33d2162 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=364b771a-61c4-41ac-b319-d15070725692 HTTP/1.1" status: 200 len: 1002 time: 0.0993845 Jun 24 20:42:00.151234 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d13d-0282-415e-b62d-28c18778e525 req-ba704bf6-b795-4a21-ac11-f4be54065f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:00.153021 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-27f9d13d-0282-415e-b62d-28c18778e525 req-ba704bf6-b795-4a21-ac11-f4be54065f9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca567e07-e9a2-4973-a5ab-da5d14034a85 HTTP/1.1" status: 200 len: 849 time: 0.0594771 Jun 24 20:42:00.245462 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d13d-0282-415e-b62d-28c18778e525 req-fd6c8e71-e7b8-43cb-aedb-fbd467a8fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:00.247038 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-27f9d13d-0282-415e-b62d-28c18778e525 req-fd6c8e71-e7b8-43cb-aedb-fbd467a8fa57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879917 Jun 24 20:42:00.378710 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-27f9d13d-0282-415e-b62d-28c18778e525 req-72df2e08-b557-43a8-a96d-55fc630b4ba2 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241319 Jun 24 20:42:00.510926 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-27f9d13d-0282-415e-b62d-28c18778e525 req-6dcd0902-f1c0-4dd6-acf8-fb3b4af09358 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254280 Jun 24 20:42:01.124300 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a4a9b-503f-44e7-872a-866945bd65c5 req-4ea26d79-e96e-439a-a6cd-496499c07c1a tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:01.125731 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8a4a4a9b-503f-44e7-872a-866945bd65c5 req-4ea26d79-e96e-439a-a6cd-496499c07c1a tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.0872166 Jun 24 20:42:01.168342 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8a4a4a9b-503f-44e7-872a-866945bd65c5 req-9b4d3abb-cb99-4dd6-a883-087e984773e3 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368030 Jun 24 20:42:02.383301 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ea0de-8056-4ef9-86e9-8f4e0e306f6e req-64816574-fd77-4301-b7a1-62a8380c38c7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:02.384842 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-915ea0de-8056-4ef9-86e9-8f4e0e306f6e req-64816574-fd77-4301-b7a1-62a8380c38c7 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.1073000 Jun 24 20:42:02.429069 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-915ea0de-8056-4ef9-86e9-8f4e0e306f6e req-2039d136-0702-4f37-83bb-2821075a7b6c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381370 Jun 24 20:42:03.046671 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53254) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:03.162839 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-92467e7f-9621-4813-912f-5173760122f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:03.176819 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-92467e7f-9621-4813-912f-5173760122f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:03.180792 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-92467e7f-9621-4813-912f-5173760122f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ae0649e8a38a4854a7d7b1c9c3954c3f is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:03.183602 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-92467e7f-9621-4813-912f-5173760122f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:03.190028 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-92467e7f-9621-4813-912f-5173760122f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:03.377891 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-92467e7f-9621-4813-912f-5173760122f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:03.384172 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-92467e7f-9621-4813-912f-5173760122f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:03.441296 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-92467e7f-9621-4813-912f-5173760122f6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ae0649e8a38a4854a7d7b1c9c3954c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932374 Jun 24 20:42:03.442559 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92467e7f-9621-4813-912f-5173760122f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a1b13b-3cf2-4c3a-9a6d-539be8e93e8f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:03.445251 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53260) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:03.504298 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03eb90a1-d65e-42f0-93bf-7febaa237693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:03.534155 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03eb90a1-d65e-42f0-93bf-7febaa237693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:03.589713 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03eb90a1-d65e-42f0-93bf-7febaa237693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:03.603441 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb90a1-d65e-42f0-93bf-7febaa237693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a1b13b-3cf2-4c3a-9a6d-539be8e93e8f,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:03.610362 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03eb90a1-d65e-42f0-93bf-7febaa237693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:03.611449 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-03eb90a1-d65e-42f0-93bf-7febaa237693 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/01a1b13b-3cf2-4c3a-9a6d-539be8e93e8f HTTP/1.1" status: 204 len: 168 time: 0.1652212 Jun 24 20:42:05.933382 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53332) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:06.049847 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-828e2ce8-2c2c-45da-9f3e-62f1d5be1ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:06.064126 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-828e2ce8-2c2c-45da-9f3e-62f1d5be1ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:06.068027 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-828e2ce8-2c2c-45da-9f3e-62f1d5be1ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:8d30088a68ff43428f60fb31528e3582 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:06.070902 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-828e2ce8-2c2c-45da-9f3e-62f1d5be1ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:06.077380 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-828e2ce8-2c2c-45da-9f3e-62f1d5be1ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:06.158116 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-828e2ce8-2c2c-45da-9f3e-62f1d5be1ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:06.165962 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-828e2ce8-2c2c-45da-9f3e-62f1d5be1ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:06.216883 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-828e2ce8-2c2c-45da-9f3e-62f1d5be1ff1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8d30088a68ff43428f60fb31528e3582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824464 Jun 24 20:42:06.218585 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e2ce8-2c2c-45da-9f3e-62f1d5be1ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93475712-78cc-4887-9b98-420ef22ca20e,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:06.219876 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53338) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:06.278578 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c689eb56-faa3-469c-936c-b56adea84308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:06.303050 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c689eb56-faa3-469c-936c-b56adea84308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:06.359929 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c689eb56-faa3-469c-936c-b56adea84308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:06.381524 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689eb56-faa3-469c-936c-b56adea84308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93475712-78cc-4887-9b98-420ef22ca20e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:06.387188 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c689eb56-faa3-469c-936c-b56adea84308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:06.391328 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-c689eb56-faa3-469c-936c-b56adea84308 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/93475712-78cc-4887-9b98-420ef22ca20e HTTP/1.1" status: 204 len: 168 time: 0.1673763 Jun 24 20:42:06.684689 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53348) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:06.701908 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebf92f99-18e6-406a-8f0f-5c23ec0588a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:06.716083 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ebf92f99-18e6-406a-8f0f-5c23ec0588a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:06.720100 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ebf92f99-18e6-406a-8f0f-5c23ec0588a1 admin admin] Usage tracker for resource:security_group_rule and tenant:7ab5558f172c41fbabe97ef323d42214 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:06.723039 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ebf92f99-18e6-406a-8f0f-5c23ec0588a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:06.729043 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ebf92f99-18e6-406a-8f0f-5c23ec0588a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:06.811234 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebf92f99-18e6-406a-8f0f-5c23ec0588a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:06.816107 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebf92f99-18e6-406a-8f0f-5c23ec0588a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:06.860725 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-ebf92f99-18e6-406a-8f0f-5c23ec0588a1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7ab5558f172c41fbabe97ef323d42214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748996 Jun 24 20:42:06.861455 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf92f99-18e6-406a-8f0f-5c23ec0588a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c704da6-785d-4739-aecf-f487868272a9,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:06.864157 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53352) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:07.007875 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b724808d-523d-4b97-9ee0-899305a47e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:07.035346 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b724808d-523d-4b97-9ee0-899305a47e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:07.088404 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b724808d-523d-4b97-9ee0-899305a47e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:07.104492 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724808d-523d-4b97-9ee0-899305a47e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c704da6-785d-4739-aecf-f487868272a9,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:07.114544 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b724808d-523d-4b97-9ee0-899305a47e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:07.116067 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-b724808d-523d-4b97-9ee0-899305a47e3b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1c704da6-785d-4739-aecf-f487868272a9 HTTP/1.1" status: 204 len: 168 time: 0.2503517 Jun 24 20:42:07.789482 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:11.450757 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e956136-54da-4797-8e0d-e5a167e3cc89 req-c5586ff4-9c82-44ce-8f54-6731f917b7a0 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:11.452231 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2e956136-54da-4797-8e0d-e5a167e3cc89 req-c5586ff4-9c82-44ce-8f54-6731f917b7a0 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.0941381 Jun 24 20:42:11.497209 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2e956136-54da-4797-8e0d-e5a167e3cc89 req-0f8af9c2-5516-487e-aee8-107e293d62c7 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=f1b71ac3-fd56-44ea-a110-d45549fdaccc&id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390074 Jun 24 20:42:12.713495 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e6535-5615-4ceb-90fd-f58c13463d5b req-cfe9d245-21a9-4aee-8418-aa1000d52ac9 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:12.714427 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1b2e6535-5615-4ceb-90fd-f58c13463d5b req-cfe9d245-21a9-4aee-8418-aa1000d52ac9 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.0942914 Jun 24 20:42:12.760998 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1b2e6535-5615-4ceb-90fd-f58c13463d5b req-7ce675f5-26dc-483f-942b-b6a1656881db tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=f1b71ac3-fd56-44ea-a110-d45549fdaccc&id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407538 Jun 24 20:42:13.588171 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc040be7-0593-45ff-ab3f-5126b2ebada8 req-b3c136f3-5a3a-4652-98ef-eb8ce2c58aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:13.589699 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cc040be7-0593-45ff-ab3f-5126b2ebada8 req-b3c136f3-5a3a-4652-98ef-eb8ce2c58aea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b176531901544bdb872295c6ff89088&device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 1137 time: 0.0852287 Jun 24 20:42:13.728361 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc040be7-0593-45ff-ab3f-5126b2ebada8 req-96d16c7f-d782-440e-a195-820df8689ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:13.729940 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cc040be7-0593-45ff-ab3f-5126b2ebada8 req-96d16c7f-d782-440e-a195-820df8689ca6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c630cbc8-093d-4a5d-b2ba-14a6a767993c HTTP/1.1" status: 200 len: 916 time: 0.1336107 Jun 24 20:42:13.834622 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cc040be7-0593-45ff-ab3f-5126b2ebada8 req-089080fd-5b2d-41a4-8682-744ef40db7fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c HTTP/1.1" status: 200 len: 1001 time: 0.0987256 Jun 24 20:42:13.906767 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc040be7-0593-45ff-ab3f-5126b2ebada8 req-ee437d91-9ce8-4196-89ca-7c7b3ab70c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:13.908377 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cc040be7-0593-45ff-ab3f-5126b2ebada8 req-ee437d91-9ce8-4196-89ca-7c7b3ab70c3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73be05dd-18aa-409c-9e52-75b447fd8966 HTTP/1.1" status: 200 len: 854 time: 0.0648339 Jun 24 20:42:13.962171 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366605a0-6490-4c18-9130-d4b022bbb5a4 req-5416d446-16e2-4e48-af04-b82454ae22f1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:13.963358 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-366605a0-6490-4c18-9130-d4b022bbb5a4 req-5416d446-16e2-4e48-af04-b82454ae22f1 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.0882599 Jun 24 20:42:13.992294 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc040be7-0593-45ff-ab3f-5126b2ebada8 req-af17d791-a23a-439e-bb48-49a7e2c87c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:13.994110 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cc040be7-0593-45ff-ab3f-5126b2ebada8 req-af17d791-a23a-439e-bb48-49a7e2c87c54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c630cbc8-093d-4a5d-b2ba-14a6a767993c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790117 Jun 24 20:42:14.015533 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-366605a0-6490-4c18-9130-d4b022bbb5a4 req-3c59fae0-c7bb-4b8e-b639-74ce9971d0af tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=f1b71ac3-fd56-44ea-a110-d45549fdaccc&id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444481 Jun 24 20:42:14.126554 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cc040be7-0593-45ff-ab3f-5126b2ebada8 req-cefcf11e-b35c-4ca2-bce7-cdaef87ada8f service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255484 Jun 24 20:42:14.260874 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cc040be7-0593-45ff-ab3f-5126b2ebada8 req-cac8ab87-0d92-491c-9a6e-578ab14873a6 service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221824 Jun 24 20:42:15.217941 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7407c7-654f-41b1-8c82-e6452a9af6ba req-baaef6ef-1572-467c-8207-c4028ba73806 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:15.219409 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9e7407c7-654f-41b1-8c82-e6452a9af6ba req-baaef6ef-1572-467c-8207-c4028ba73806 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.0908260 Jun 24 20:42:15.266181 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9e7407c7-654f-41b1-8c82-e6452a9af6ba req-12edc2a7-c37c-4fef-befa-16eddd864642 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=f1b71ac3-fd56-44ea-a110-d45549fdaccc&id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407739 Jun 24 20:42:16.477822 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e4827-4576-4f03-ae4f-bb64a0c767a7 req-e6907fb7-be6a-440a-96fe-565c701282dd tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:16.479319 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a46e4827-4576-4f03-ae4f-bb64a0c767a7 req-e6907fb7-be6a-440a-96fe-565c701282dd tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.0954320 Jun 24 20:42:16.525286 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a46e4827-4576-4f03-ae4f-bb64a0c767a7 req-486e97ac-6d5b-400b-8629-1fcdc7a28a1f tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=f1b71ac3-fd56-44ea-a110-d45549fdaccc&id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400727 Jun 24 20:42:17.066320 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53456) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:17.193019 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9e685641-d2b9-4daf-98ec-de0f8655f050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:17.209884 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-9e685641-d2b9-4daf-98ec-de0f8655f050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:17.214324 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-9e685641-d2b9-4daf-98ec-de0f8655f050 admin admin] Usage tracker for resource:security_group_rule and tenant:b4829a253e0c4c52ac7d086de9428fa4 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:17.218223 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-9e685641-d2b9-4daf-98ec-de0f8655f050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:17.225534 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-9e685641-d2b9-4daf-98ec-de0f8655f050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:17.309739 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9e685641-d2b9-4daf-98ec-de0f8655f050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:17.315902 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9e685641-d2b9-4daf-98ec-de0f8655f050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:17.361270 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-9e685641-d2b9-4daf-98ec-de0f8655f050 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b4829a253e0c4c52ac7d086de9428fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939045 Jun 24 20:42:17.362227 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e685641-d2b9-4daf-98ec-de0f8655f050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f8e5e7-ff59-4ba0-b0b2-47795d38e74d,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:17.365025 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53462) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:17.427213 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c69fd32c-e1b0-4c63-963d-cddf852e7678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:17.456474 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c69fd32c-e1b0-4c63-963d-cddf852e7678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:17.509155 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c69fd32c-e1b0-4c63-963d-cddf852e7678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:17.527628 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fd32c-e1b0-4c63-963d-cddf852e7678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f8e5e7-ff59-4ba0-b0b2-47795d38e74d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:17.537857 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c69fd32c-e1b0-4c63-963d-cddf852e7678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:17.539012 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-c69fd32c-e1b0-4c63-963d-cddf852e7678 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f6f8e5e7-ff59-4ba0-b0b2-47795d38e74d HTTP/1.1" status: 204 len: 168 time: 0.1725523 Jun 24 20:42:17.718044 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500b750-9bab-4daa-916c-9e4dd5fe88ca req-83e2e711-cc22-4f73-95de-8fc9cf35aed9 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:17.719594 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9500b750-9bab-4daa-916c-9e4dd5fe88ca req-83e2e711-cc22-4f73-95de-8fc9cf35aed9 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.0897019 Jun 24 20:42:17.765741 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9500b750-9bab-4daa-916c-9e4dd5fe88ca req-306c409f-db69-4982-82a9-2baefa43840c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=f1b71ac3-fd56-44ea-a110-d45549fdaccc&id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396299 Jun 24 20:42:17.819139 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53472) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:17.836639 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b3ebf66b-e252-4ba7-b54e-5147f0d3986d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:17.850686 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-b3ebf66b-e252-4ba7-b54e-5147f0d3986d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:17.854607 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-b3ebf66b-e252-4ba7-b54e-5147f0d3986d admin admin] Usage tracker for resource:security_group_rule and tenant:c6c76c81e1154902be2f4d13923731ab is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:17.857403 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-b3ebf66b-e252-4ba7-b54e-5147f0d3986d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:17.863550 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-b3ebf66b-e252-4ba7-b54e-5147f0d3986d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:17.941627 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b3ebf66b-e252-4ba7-b54e-5147f0d3986d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:17.947161 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b3ebf66b-e252-4ba7-b54e-5147f0d3986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:17.994643 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-b3ebf66b-e252-4ba7-b54e-5147f0d3986d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c6c76c81e1154902be2f4d13923731ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744466 Jun 24 20:42:17.995462 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebf66b-e252-4ba7-b54e-5147f0d3986d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bef8e1-0246-45f3-a30a-f9f1bd2fe51d,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:17.997659 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53476) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:18.055421 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c5effb2e-2054-45a4-9db1-87566b40eeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:18.080400 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c5effb2e-2054-45a4-9db1-87566b40eeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:18.139391 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c5effb2e-2054-45a4-9db1-87566b40eeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:18.153790 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5effb2e-2054-45a4-9db1-87566b40eeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bef8e1-0246-45f3-a30a-f9f1bd2fe51d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:18.159948 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c5effb2e-2054-45a4-9db1-87566b40eeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:18.161111 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-c5effb2e-2054-45a4-9db1-87566b40eeae admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e7bef8e1-0246-45f3-a30a-f9f1bd2fe51d HTTP/1.1" status: 204 len: 168 time: 0.1624162 Jun 24 20:42:18.966476 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2216e-625f-43be-bcb7-89b5001f9db2 req-658f2854-1dcd-4212-81cc-1017a0e1297a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:18.967986 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-67a2216e-625f-43be-bcb7-89b5001f9db2 req-658f2854-1dcd-4212-81cc-1017a0e1297a tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.0962601 Jun 24 20:42:19.016459 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-67a2216e-625f-43be-bcb7-89b5001f9db2 req-aaa4f632-b7ba-467a-aec8-4596c7f56383 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=f1b71ac3-fd56-44ea-a110-d45549fdaccc&id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421805 Jun 24 20:42:20.205610 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56a259-cde5-48b3-8776-9ee554f83296 req-9307dd66-bb4e-4e70-8079-25454e54db36 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:20.207104 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5a56a259-cde5-48b3-8776-9ee554f83296 req-9307dd66-bb4e-4e70-8079-25454e54db36 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.0866940 Jun 24 20:42:20.253359 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5a56a259-cde5-48b3-8776-9ee554f83296 req-e725303e-539b-489a-8bbe-b56eeaf4e7c5 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=f1b71ac3-fd56-44ea-a110-d45549fdaccc&id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403945 Jun 24 20:42:20.340911 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-fb199939-560a-4e57-bb12-34c3d047b4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:21.455505 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94946d71-c12a-42e7-80d0-ac35f46f9d9a req-f2201dbd-61ac-4bd5-9e25-4c3e77fa7d01 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:21.456934 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-94946d71-c12a-42e7-80d0-ac35f46f9d9a req-f2201dbd-61ac-4bd5-9e25-4c3e77fa7d01 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.0912485 Jun 24 20:42:21.507760 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-94946d71-c12a-42e7-80d0-ac35f46f9d9a req-ebf9c213-7eed-4fc0-8db1-dbde3e9ed2b6 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=f1b71ac3-fd56-44ea-a110-d45549fdaccc&id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446439 Jun 24 20:42:22.530603 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-25d8d274-603f-42cb-be9d-901b22b2b60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:22.708910 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc8f7e-6b4c-43bf-82fa-293a37a7dd8e req-e7dd3331-4cc5-465a-be78-4234aaa8bae8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:22.710351 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-aebc8f7e-6b4c-43bf-82fa-293a37a7dd8e req-e7dd3331-4cc5-465a-be78-4234aaa8bae8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.0911813 Jun 24 20:42:22.756379 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-aebc8f7e-6b4c-43bf-82fa-293a37a7dd8e req-68156062-7aac-46bd-b862-689a012c8f31 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=f1b71ac3-fd56-44ea-a110-d45549fdaccc&id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401254 Jun 24 20:42:23.581454 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:23.714736 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:23.972314 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ed44f-3612-496f-bc50-bd1dc4d9834c req-c044d744-c692-40c9-bff3-d63975f227e7 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:23.973765 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e89ed44f-3612-496f-bc50-bd1dc4d9834c req-c044d744-c692-40c9-bff3-d63975f227e7 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.0980549 Jun 24 20:42:24.020762 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e89ed44f-3612-496f-bc50-bd1dc4d9834c req-1d42c02a-33c9-4ed9-b86f-d5e9d576c9a4 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=f1b71ac3-fd56-44ea-a110-d45549fdaccc&id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409927 Jun 24 20:42:25.017789 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:25.236165 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe188d4-0913-4b08-b337-00535d7cf74a req-94bb0b7b-0ad6-46f5-bcf0-22bfac87dd29 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:25.237610 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-efe188d4-0913-4b08-b337-00535d7cf74a req-94bb0b7b-0ad6-46f5-bcf0-22bfac87dd29 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.0973806 Jun 24 20:42:25.362514 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-efe188d4-0913-4b08-b337-00535d7cf74a req-b2811441-9c08-4d16-bc31-74a9282b3222 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=f1b71ac3-fd56-44ea-a110-d45549fdaccc&id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188288 Jun 24 20:42:25.589476 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:42:26.331565 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53602) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:26.692863 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3df863ad-e16a-4c17-923e-47c22b3866fd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Deleting port c721af5a-4264-4702-80d5-5c7cbc0ed44f {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:26.693152 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3df863ad-e16a-4c17-923e-47c22b3866fd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:26.861445 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3df863ad-e16a-4c17-923e-47c22b3866fd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:26.861690 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3df863ad-e16a-4c17-923e-47c22b3866fd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:26.981965 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3df863ad-e16a-4c17-923e-47c22b3866fd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Calling delete_port for c721af5a-4264-4702-80d5-5c7cbc0ed44f owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:42:27.245705 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3df863ad-e16a-4c17-923e-47c22b3866fd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:27.291925 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df863ad-e16a-4c17-923e-47c22b3866fd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Pushing event deleted for resources: {'Port': ['ID=c721af5a-4264-4702-80d5-5c7cbc0ed44f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:27.394241 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3df863ad-e16a-4c17-923e-47c22b3866fd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:27.394947 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.l3_db [None req-3df863ad-e16a-4c17-923e-47c22b3866fd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Floating IP 6f6ceb22-9d85-4ca6-b948-88ef731ff5f1 disassociated (deleted). External IP: 172.27.1.52, port: 8323602e-c8e1-49bc-ab6e-875bd58c3ac6. Jun 24 20:42:27.596497 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53618) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:27.709621 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a4c45490-0be0-4ba3-8a6b-dba733c4bc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:27.723647 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-a4c45490-0be0-4ba3-8a6b-dba733c4bc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:27.727486 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-a4c45490-0be0-4ba3-8a6b-dba733c4bc79 admin admin] Usage tracker for resource:security_group_rule and tenant:8533bb59165242abb19ef4a81855f86d is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:27.730354 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-a4c45490-0be0-4ba3-8a6b-dba733c4bc79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:27.736107 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-a4c45490-0be0-4ba3-8a6b-dba733c4bc79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:27.749029 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df863ad-e16a-4c17-923e-47c22b3866fd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Router a22c7e15-1617-4c04-9560-51e9104839c3 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:42:27.818966 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a4c45490-0be0-4ba3-8a6b-dba733c4bc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:27.824107 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a4c45490-0be0-4ba3-8a6b-dba733c4bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:27.870397 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-a4c45490-0be0-4ba3-8a6b-dba733c4bc79 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8533bb59165242abb19ef4a81855f86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721331 Jun 24 20:42:27.870818 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c45490-0be0-4ba3-8a6b-dba733c4bc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f114c97-c022-4f0f-9871-7044cd0f8df6,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:27.873255 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53624) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:27.928170 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df863ad-e16a-4c17-923e-47c22b3866fd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:42:27.929697 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b2162b4-45bf-4632-82ad-467d2647ee74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:27.938321 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeed16b-3fd6-441d-9ec9-41842ed673e5 None None] Sync routers for ids ['a22c7e15-1617-4c04-9560-51e9104839c3'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:42:27.948317 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeed16b-3fd6-441d-9ec9-41842ed673e5 None None] Routers {'a22c7e15-1617-4c04-9560-51e9104839c3'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:42:27.949066 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-dfeed16b-3fd6-441d-9ec9-41842ed673e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a22c7e15-1617-4c04-9560-51e9104839c3'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:27.950235 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3df863ad-e16a-4c17-923e-47c22b3866fd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:27.959155 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b2162b4-45bf-4632-82ad-467d2647ee74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:28.005719 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-3df863ad-e16a-4c17-923e-47c22b3866fd tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "DELETE /v2.0/floatingips/6f6ceb22-9d85-4ca6-b948-88ef731ff5f1 HTTP/1.1" status: 204 len: 168 time: 1.6728489 Jun 24 20:42:28.006615 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:42:28.017313 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b2162b4-45bf-4632-82ad-467d2647ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:28.032623 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2162b4-45bf-4632-82ad-467d2647ee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f114c97-c022-4f0f-9871-7044cd0f8df6,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:28.046021 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b2162b4-45bf-4632-82ad-467d2647ee74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:28.049899 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-4b2162b4-45bf-4632-82ad-467d2647ee74 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7f114c97-c022-4f0f-9871-7044cd0f8df6 HTTP/1.1" status: 204 len: 168 time: 0.1730342 Jun 24 20:42:28.094448 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3cc76c-d727-44cd-8526-0a4e12dbfae3'] response: {'name': 'network-changed', 'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'status': 'completed', 'code': 200} Jun 24 20:42:28.148575 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-dfeed16b-3fd6-441d-9ec9-41842ed673e5 None None] Set router a22c7e15-1617-4c04-9560-51e9104839c3 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:42:28.212240 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea38f8c-e3f5-4949-b2ca-ee328c978ec1 req-a914c5c7-947f-4cb1-900d-cc39c481d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:28.214011 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ea38f8c-e3f5-4949-b2ca-ee328c978ec1 req-a914c5c7-947f-4cb1-900d-cc39c481d87e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6a93e932f0f417992870f3b1394e369&device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 1099 time: 0.0983095 Jun 24 20:42:28.367308 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53638) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:28.385887 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc9e7-7f9e-46e2-838d-5212cd5410fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:28.400771 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fa8fc9e7-7f9e-46e2-838d-5212cd5410fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:28.405558 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-fa8fc9e7-7f9e-46e2-838d-5212cd5410fd admin admin] Usage tracker for resource:security_group_rule and tenant:a2bc40562934418dbd04dd8f682cc66b is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:28.411359 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-fa8fc9e7-7f9e-46e2-838d-5212cd5410fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:28.418855 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fa8fc9e7-7f9e-46e2-838d-5212cd5410fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:28.453826 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea38f8c-e3f5-4949-b2ca-ee328c978ec1 req-5a8a1313-b713-4617-941e-5f4e431d09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:28.455339 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ea38f8c-e3f5-4949-b2ca-ee328c978ec1 req-5a8a1313-b713-4617-941e-5f4e431d09ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 HTTP/1.1" status: 200 len: 910 time: 0.2354274 Jun 24 20:42:28.499790 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-dfeed16b-3fd6-441d-9ec9-41842ed673e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:37:13Z', 'revision_number': 4, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port': {'id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:09Z', 'updated_at': '2022-06-24T20:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e3e2abfc-3b65-4063-9edc-d09e12842f02', 'name': '', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'mac_address': 'fa:16:3e:74:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:12Z', 'updated_at': '2022-06-24T20:37:20Z', 'revision_number': 5, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'subnets': [{'id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:28.504081 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeed16b-3fd6-441d-9ec9-41842ed673e5 None None] Checking router: a22c7e15-1617-4c04-9560-51e9104839c3 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:42:28.508300 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc9e7-7f9e-46e2-838d-5212cd5410fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:28.514518 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc9e7-7f9e-46e2-838d-5212cd5410fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:28.516388 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeed16b-3fd6-441d-9ec9-41842ed673e5 None None] Routers {'a22c7e15-1617-4c04-9560-51e9104839c3'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:42:28.517184 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-dfeed16b-3fd6-441d-9ec9-41842ed673e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a22c7e15-1617-4c04-9560-51e9104839c3'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:28.531801 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ea38f8c-e3f5-4949-b2ca-ee328c978ec1 req-a52fe9c1-554f-4495-a568-b084bc46ad5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6 HTTP/1.1" status: 200 len: 217 time: 0.0677474 Jun 24 20:42:28.540107 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec4bcf-782b-4617-8c24-f2662aff6948 req-6d7ee0f7-c837-4089-9eef-0f7cd3428a00 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:28.541585 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-63ec4bcf-782b-4617-8c24-f2662aff6948 req-6d7ee0f7-c837-4089-9eef-0f7cd3428a00 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.1918817 Jun 24 20:42:28.569335 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-fa8fc9e7-7f9e-46e2-838d-5212cd5410fd admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a2bc40562934418dbd04dd8f682cc66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989925 Jun 24 20:42:28.569577 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53642) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:28.572092 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fc9e7-7f9e-46e2-838d-5212cd5410fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa283c7-62a8-49f2-824c-a3d7a4ba4e60,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:28.627673 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-63ec4bcf-782b-4617-8c24-f2662aff6948 req-020f3fa2-0809-4ab2-9926-fbde3ece3708 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555673 Jun 24 20:42:28.631321 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b399167-80fb-4160-9821-72ddba1933e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:28.634313 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea38f8c-e3f5-4949-b2ca-ee328c978ec1 req-2b203346-bb9e-4a57-9b4a-c61fb5b377f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:28.635785 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ea38f8c-e3f5-4949-b2ca-ee328c978ec1 req-2b203346-bb9e-4a57-9b4a-c61fb5b377f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6c5a11a-86f3-4ccf-a584-ed8dd66e67da HTTP/1.1" status: 200 len: 848 time: 0.0932927 Jun 24 20:42:28.658714 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b399167-80fb-4160-9821-72ddba1933e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:28.701765 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-dfeed16b-3fd6-441d-9ec9-41842ed673e5 None None] Set router a22c7e15-1617-4c04-9560-51e9104839c3 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:42:28.711617 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b399167-80fb-4160-9821-72ddba1933e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:28.730879 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b399167-80fb-4160-9821-72ddba1933e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa283c7-62a8-49f2-824c-a3d7a4ba4e60,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:28.731516 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea38f8c-e3f5-4949-b2ca-ee328c978ec1 req-0fe2ae41-eb8b-46d1-9464-d8ac451896e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:28.733251 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ea38f8c-e3f5-4949-b2ca-ee328c978ec1 req-0fe2ae41-eb8b-46d1-9464-d8ac451896e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909958 Jun 24 20:42:28.735026 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b399167-80fb-4160-9821-72ddba1933e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:28.736198 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-6b399167-80fb-4160-9821-72ddba1933e5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6fa283c7-62a8-49f2-824c-a3d7a4ba4e60 HTTP/1.1" status: 204 len: 168 time: 0.1657622 Jun 24 20:42:28.868536 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ea38f8c-e3f5-4949-b2ca-ee328c978ec1 req-28882e58-3bea-4bd8-90e6-9f4e550aa60b service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273434 Jun 24 20:42:29.003821 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ea38f8c-e3f5-4949-b2ca-ee328c978ec1 req-673b4516-f14e-44a0-9c90-8a9059c20907 service neutron] 10.222.0.15 "GET /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287165 Jun 24 20:42:29.032029 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-dfeed16b-3fd6-441d-9ec9-41842ed673e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:37:13Z', 'revision_number': 4, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port': {'id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:09Z', 'updated_at': '2022-06-24T20:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e3e2abfc-3b65-4063-9edc-d09e12842f02', 'name': '', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'mac_address': 'fa:16:3e:74:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:12Z', 'updated_at': '2022-06-24T20:37:20Z', 'revision_number': 5, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'subnets': [{'id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:29.036062 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeed16b-3fd6-441d-9ec9-41842ed673e5 None None] The sync data for ids ['a22c7e15-1617-4c04-9560-51e9104839c3'] in dv-cinder-847189-4-iscsi is: [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:37:13Z', 'revision_number': 4, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port': {'id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:09Z', 'updated_at': '2022-06-24T20:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'e3e2abfc-3b65-4063-9edc-d09e12842f02', 'name': '', 'network_id': 'cc20162e-7aeb-4cd7-9a4f-96b0500f97c6', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'mac_address': 'fa:16:3e:74:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:12Z', 'updated_at': '2022-06-24T20:37:20Z', 'revision_number': 5, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'subnets': [{'id': 'd6c5a11a-86f3-4ccf-a584-ed8dd66e67da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:42:29.091151 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53650) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:29.108652 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5a2751b-d843-42e7-aafb-62b02de32856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:29.123053 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d5a2751b-d843-42e7-aafb-62b02de32856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:29.126848 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d5a2751b-d843-42e7-aafb-62b02de32856 admin admin] Usage tracker for resource:security_group_rule and tenant:3017dce1b4f34aeb8ff57de7c79563b4 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:29.129582 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d5a2751b-d843-42e7-aafb-62b02de32856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:29.135458 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d5a2751b-d843-42e7-aafb-62b02de32856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:29.223249 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5a2751b-d843-42e7-aafb-62b02de32856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:29.230447 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5a2751b-d843-42e7-aafb-62b02de32856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:29.246595 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f60ea2-15ce-4be8-b4a0-dd182eb2a05c None None] New status for floating IP 6f6ceb22-9d85-4ca6-b948-88ef731ff5f1: DOWN {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:42:29.277614 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-d5a2751b-d843-42e7-aafb-62b02de32856 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3017dce1b4f34aeb8ff57de7c79563b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852345 Jun 24 20:42:29.278538 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2751b-d843-42e7-aafb-62b02de32856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb0450e-50a7-4ac6-a850-3b39fb139a2b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:29.280716 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53654) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:29.342361 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-74ffcaa8-746c-4545-8f54-538bc637416a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:29.367590 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-74ffcaa8-746c-4545-8f54-538bc637416a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:29.423753 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-74ffcaa8-746c-4545-8f54-538bc637416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:29.439394 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffcaa8-746c-4545-8f54-538bc637416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb0450e-50a7-4ac6-a850-3b39fb139a2b,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:29.444233 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-74ffcaa8-746c-4545-8f54-538bc637416a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:29.445342 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-74ffcaa8-746c-4545-8f54-538bc637416a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8eb0450e-50a7-4ac6-a850-3b39fb139a2b HTTP/1.1" status: 204 len: 168 time: 0.1629367 Jun 24 20:42:29.820361 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb20a2b-84b0-4f9f-8a54-0b9e91696679 req-e6066540-46d3-4ada-81fb-512ff4effde8 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:29.821129 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-ddb20a2b-84b0-4f9f-8a54-0b9e91696679 req-e6066540-46d3-4ada-81fb-512ff4effde8 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Synchronizing usage tracker for tenant:a6a93e932f0f417992870f3b1394e369 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:42:29.837311 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-ddb20a2b-84b0-4f9f-8a54-0b9e91696679 req-e6066540-46d3-4ada-81fb-512ff4effde8 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Unset dirty status for tenant:a6a93e932f0f417992870f3b1394e369 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:42:29.838488 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ddb20a2b-84b0-4f9f-8a54-0b9e91696679 req-e6066540-46d3-4ada-81fb-512ff4effde8 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.1025841 Jun 24 20:42:29.888202 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ddb20a2b-84b0-4f9f-8a54-0b9e91696679 req-429741bf-2de1-4782-b0bc-8ba484ed489e tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92b983a-71e1-4dcb-a1b5-d6162b39d315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432954 Jun 24 20:42:29.970345 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb9f49-b0ae-4b3e-9edb-faf523636ceb req-d101178d-7052-4728-befb-6301b30fadd4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:29.971743 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6bdb9f49-b0ae-4b3e-9edb-faf523636ceb req-d101178d-7052-4728-befb-6301b30fadd4 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 946 time: 0.0888753 Jun 24 20:42:30.044103 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-6bdb9f49-b0ae-4b3e-9edb-faf523636ceb req-5db94505-e508-4b22-896b-8d445e178255 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Deleting port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:30.044439 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-6bdb9f49-b0ae-4b3e-9edb-faf523636ceb req-5db94505-e508-4b22-896b-8d445e178255 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:30.294096 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-6bdb9f49-b0ae-4b3e-9edb-faf523636ceb req-5db94505-e508-4b22-896b-8d445e178255 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] For port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:30.294355 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-6bdb9f49-b0ae-4b3e-9edb-faf523636ceb req-5db94505-e508-4b22-896b-8d445e178255 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:30.513908 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-6bdb9f49-b0ae-4b3e-9edb-faf523636ceb req-5db94505-e508-4b22-896b-8d445e178255 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Calling delete_port for 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:42:30.665170 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-6bdb9f49-b0ae-4b3e-9edb-faf523636ceb req-5db94505-e508-4b22-896b-8d445e178255 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:30.721475 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db94505-e508-4b22-896b-8d445e178255 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Pushing event deleted for resources: {'Port': ['ID=8323602e-c8e1-49bc-ab6e-875bd58c3ac6,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:30.805129 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdb9f49-b0ae-4b3e-9edb-faf523636ceb req-5db94505-e508-4b22-896b-8d445e178255 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] No DVR routers for this DVR port 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:42:30.807702 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-6bdb9f49-b0ae-4b3e-9edb-faf523636ceb req-5db94505-e508-4b22-896b-8d445e178255 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:30.810301 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'name': 'network-vif-deleted', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:42:30.828286 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-6bdb9f49-b0ae-4b3e-9edb-faf523636ceb req-5db94505-e508-4b22-896b-8d445e178255 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.15 "DELETE /v2.0/ports/8323602e-c8e1-49bc-ab6e-875bd58c3ac6 HTTP/1.1" status: 204 len: 173 time: 0.8506181 Jun 24 20:42:30.858103 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601fe519-fcfe-463a-a386-16f19170041b'] response: {'server_uuid': 'f5802ccc-7069-4074-ad52-b8038f4d7e86', 'name': 'network-vif-deleted', 'tag': '8323602e-c8e1-49bc-ab6e-875bd58c3ac6', 'status': 'completed', 'code': 200} Jun 24 20:42:31.047476 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-698c0729-8005-499c-901e-fd8fdeb0a4f5 req-48ebedd0-681c-4429-871e-c3f1d10ead60 tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "GET /v2.0/ports?device_id=f5802ccc-7069-4074-ad52-b8038f4d7e86 HTTP/1.1" status: 200 len: 210 time: 0.0554497 Jun 24 20:42:32.150477 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53708) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:32.230316 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4433d64b-7c66-4915-babd-e6fd59bbb29b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:32.262806 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4433d64b-7c66-4915-babd-e6fd59bbb29b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:32.330761 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4433d64b-7c66-4915-babd-e6fd59bbb29b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:32.351708 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433d64b-7c66-4915-babd-e6fd59bbb29b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92b983a-71e1-4dcb-a1b5-d6162b39d315,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:32.364061 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4433d64b-7c66-4915-babd-e6fd59bbb29b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:32.365324 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-4433d64b-7c66-4915-babd-e6fd59bbb29b tempest-TestShelveInstance-2120668189 tempest-TestShelveInstance-2120668189-project] 10.222.0.33 "DELETE /v2.0/security-groups/d92b983a-71e1-4dcb-a1b5-d6162b39d315 HTTP/1.1" status: 204 len: 168 time: 0.2137761 Jun 24 20:42:32.418037 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53714) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:33.139273 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0d2f77af-2732-4b2c-837b-a13b212830b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788504'] for router_interface, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:33.243528 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:42:33.277516 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:42:33.277974 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 8323602e-c8e1-49bc-ab6e-875bd58c3ac6 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:42:33.481246 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f77af-2732-4b2c-837b-a13b212830b2 admin admin] Deleting port e3e2abfc-3b65-4063-9edc-d09e12842f02 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:33.481836 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0d2f77af-2732-4b2c-837b-a13b212830b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:33.739476 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-0d2f77af-2732-4b2c-837b-a13b212830b2 admin admin] For port e3e2abfc-3b65-4063-9edc-d09e12842f02, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=e3e2abfc-3b65-4063-9edc-d09e12842f02,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:33.739833 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0d2f77af-2732-4b2c-837b-a13b212830b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:33.894701 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f77af-2732-4b2c-837b-a13b212830b2 admin admin] Calling delete_port for e3e2abfc-3b65-4063-9edc-d09e12842f02 owned by network:router_interface {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:42:34.080885 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0d2f77af-2732-4b2c-837b-a13b212830b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:34.169378 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f77af-2732-4b2c-837b-a13b212830b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e2abfc-3b65-4063-9edc-d09e12842f02,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:34.410571 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0d2f77af-2732-4b2c-837b-a13b212830b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4173695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788460'] for router_interface, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:34.796964 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2f77af-2732-4b2c-837b-a13b212830b2 admin admin] Router a22c7e15-1617-4c04-9560-51e9104839c3 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:42:35.070012 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2f77af-2732-4b2c-837b-a13b212830b2 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:42:35.079459 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8e106-6a31-44e2-9b13-978b570b63c6 None None] Sync routers for ids ['a22c7e15-1617-4c04-9560-51e9104839c3'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:42:35.085255 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-0d2f77af-2732-4b2c-837b-a13b212830b2 admin admin] 10.222.0.33 "PUT /v2.0/routers/a22c7e15-1617-4c04-9560-51e9104839c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6662910 Jun 24 20:42:35.087725 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53738) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:35.090377 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8e106-6a31-44e2-9b13-978b570b63c6 None None] Routers {'a22c7e15-1617-4c04-9560-51e9104839c3'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:42:35.091100 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f7a8e106-6a31-44e2-9b13-978b570b63c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a22c7e15-1617-4c04-9560-51e9104839c3'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:35.274153 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Notify callbacks [] for router, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:35.311184 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-f7a8e106-6a31-44e2-9b13-978b570b63c6 None None] Set router a22c7e15-1617-4c04-9560-51e9104839c3 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:42:35.449897 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:35.460971 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Deleting port 9da50beb-ef1b-4581-9aa4-5703236ad0c8 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:35.461398 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:35.593827 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f7a8e106-6a31-44e2-9b13-978b570b63c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:42:34Z', 'revision_number': 5, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port': {'id': '9da50beb-ef1b-4581-9aa4-5703236ad0c8', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:09Z', 'updated_at': '2022-06-24T20:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:35.597621 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8e106-6a31-44e2-9b13-978b570b63c6 None None] Checking router: a22c7e15-1617-4c04-9560-51e9104839c3 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:42:35.606449 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8e106-6a31-44e2-9b13-978b570b63c6 None None] Routers {'a22c7e15-1617-4c04-9560-51e9104839c3'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:42:35.607054 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f7a8e106-6a31-44e2-9b13-978b570b63c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['a22c7e15-1617-4c04-9560-51e9104839c3'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:35.648991 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] For port 9da50beb-ef1b-4581-9aa4-5703236ad0c8, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=9da50beb-ef1b-4581-9aa4-5703236ad0c8,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:35.649347 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:35.759498 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-f7a8e106-6a31-44e2-9b13-978b570b63c6 None None] Set router a22c7e15-1617-4c04-9560-51e9104839c3 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:42:35.771316 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Calling delete_port for 9da50beb-ef1b-4581-9aa4-5703236ad0c8 owned by network:router_gateway {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:42:35.865519 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f7a8e106-6a31-44e2-9b13-978b570b63c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:42:35Z', 'revision_number': 6, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port_host': None}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:35.869874 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8e106-6a31-44e2-9b13-978b570b63c6 None None] The sync data for ids ['a22c7e15-1617-4c04-9560-51e9104839c3'] in dv-cinder-847189-4-iscsi is: [{'id': 'a22c7e15-1617-4c04-9560-51e9104839c3', 'name': 'tempest-TestShelveInstance-1617475111-router', 'tenant_id': 'a6a93e932f0f417992870f3b1394e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:08Z', 'updated_at': '2022-06-24T20:42:35Z', 'revision_number': 6, 'project_id': 'a6a93e932f0f417992870f3b1394e369', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:42:35.956059 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:36.001400 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Pushing event deleted for resources: {'Port': ['ID=9da50beb-ef1b-4581-9aa4-5703236ad0c8,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:36.146674 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3787065'] for router_gateway, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:36.326843 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64911'] for router, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:36.335465 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2592c-ab3d-44ab-b058-f781ce98a632 req-87450c9b-9a6f-4964-a69a-73b47e5a99f6 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:36.336933 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a6c2592c-ab3d-44ab-b058-f781ce98a632 req-87450c9b-9a6f-4964-a69a-73b47e5a99f6 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.3334510 Jun 24 20:42:36.338012 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:36.482692 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3785944'] for router, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:36.483170 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a22c7e15-1617-4c04-9560-51e9104839c3 {{(pid=88160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 20:42:36.497887 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a6c2592c-ab3d-44ab-b058-f781ce98a632 req-9c705bc3-ea46-466f-9860-15406a3ca790 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522810 Jun 24 20:42:36.503749 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:36.507128 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-4c7d292d-9d78-4104-b70e-fb030a6d094b admin admin] 10.222.0.33 "DELETE /v2.0/routers/a22c7e15-1617-4c04-9560-51e9104839c3 HTTP/1.1" status: 204 len: 168 time: 1.4161303 Jun 24 20:42:36.507378 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53758) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:36.570537 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ade9d53-e247-4a38-8a62-758482ea2f94 admin admin] Deleting subnet d6c5a11a-86f3-4ccf-a584-ed8dd66e67da {{(pid=88160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:42:36.573620 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2ade9d53-e247-4a38-8a62-758482ea2f94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:36.627221 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2ade9d53-e247-4a38-8a62-758482ea2f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3254619'] for subnet, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:36.704647 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2ade9d53-e247-4a38-8a62-758482ea2f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:36.774205 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2ade9d53-e247-4a38-8a62-758482ea2f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163010'] for subnet, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:36.816147 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade9d53-e247-4a38-8a62-758482ea2f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c5a11a-86f3-4ccf-a584-ed8dd66e67da,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:36.818212 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2ade9d53-e247-4a38-8a62-758482ea2f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:36.822388 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631d8cf8-d40b-4849-b4ac-4fb8e9ad6108 None None] Network cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:42:36.826942 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-2ade9d53-e247-4a38-8a62-758482ea2f94 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/d6c5a11a-86f3-4ccf-a584-ed8dd66e67da HTTP/1.1" status: 204 len: 168 time: 0.3182733 Jun 24 20:42:36.828008 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53766) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:36.935804 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:36.946265 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Deleting port cd5b4834-e8ff-446c-ae85-1bc7da9389ba {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:36.946551 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:37.077196 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026fb0d6-2bde-4c6c-81e4-e956741ee17f None None] DHCP port deletion for cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 request from dv-cinder-847189-4-iscsi {{(pid=88161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 20:42:37.081138 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-026fb0d6-2bde-4c6c-81e4-e956741ee17f None None] Deleting port cd5b4834-e8ff-446c-ae85-1bc7da9389ba {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:37.081755 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-026fb0d6-2bde-4c6c-81e4-e956741ee17f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:37.168291 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] For port cd5b4834-e8ff-446c-ae85-1bc7da9389ba, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=cd5b4834-e8ff-446c-ae85-1bc7da9389ba,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:37.168887 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:37.281571 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-026fb0d6-2bde-4c6c-81e4-e956741ee17f None None] For port cd5b4834-e8ff-446c-ae85-1bc7da9389ba, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=cd5b4834-e8ff-446c-ae85-1bc7da9389ba,segment=NetworkSegment(3b37f5ac-517e-4428-a869-5eae4ee5c2db),segment_id=3b37f5ac-517e-4428-a869-5eae4ee5c2db)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:37.281838 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-026fb0d6-2bde-4c6c-81e4-e956741ee17f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:37.290152 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Calling delete_port for cd5b4834-e8ff-446c-ae85-1bc7da9389ba owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:42:37.365711 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:37.403045 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-026fb0d6-2bde-4c6c-81e4-e956741ee17f None None] Calling delete_port for cd5b4834-e8ff-446c-ae85-1bc7da9389ba owned by network:dhcp {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:42:37.413777 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd5b4834-e8ff-446c-ae85-1bc7da9389ba,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:37.419262 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] No DVR routers for this DVR port cd5b4834-e8ff-446c-ae85-1bc7da9389ba on host dv-cinder-847189-4-iscsi {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:42:37.517301 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.db.api [None req-026fb0d6-2bde-4c6c-81e4-e956741ee17f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:42:37.517649 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG oslo_db.api [None req-026fb0d6-2bde-4c6c-81e4-e956741ee17f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:42:37.533754 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:37.559286 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc20162e-7aeb-4cd7-9a4f-96b0500f97c6']}} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:37.571375 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b37f5ac-517e-4428-a869-5eae4ee5c2db') {'for_net_delete': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:37.571668 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b37f5ac-517e-4428-a869-5eae4ee5c2db') {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:37.583012 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3254610'] for segment, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:37.602829 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:37.609728 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:42:37.610238 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2375450'] for segment, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:37.673473 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment 3b37f5ac-517e-4428-a869-5eae4ee5c2db resource provider aggregate not found Jun 24 20:42:37.695841 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment 3b37f5ac-517e-4428-a869-5eae4ee5c2db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b37f5ac-517e-4428-a869-5eae4ee5c2db found for delete ", "request_id": "req-06dbbeca-1727-4158-8a38-ea03ee6cfa69"}]} Jun 24 20:42:37.698983 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b790036-7fec-400e-b36c-98a29861fb16 req-986ce070-ebc3-41a1-89a7-59c8aa6c9c75 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:37.700568 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4b790036-7fec-400e-b36c-98a29861fb16 req-986ce070-ebc3-41a1-89a7-59c8aa6c9c75 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.0902779 Jun 24 20:42:37.711475 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:37.733097 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:37.735686 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc20162e-7aeb-4cd7-9a4f-96b0500f97c6,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:37.750045 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-9cf50e0b-7e95-449a-85f6-0ebfc8f4c438 admin admin] 10.222.0.33 "DELETE /v2.0/networks/cc20162e-7aeb-4cd7-9a4f-96b0500f97c6 HTTP/1.1" status: 204 len: 168 time: 0.9210446 Jun 24 20:42:37.750909 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53778) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:37.781150 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4b790036-7fec-400e-b36c-98a29861fb16 req-84dc73ec-a961-4447-aab5-116a54722b86 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738125 Jun 24 20:42:37.794909 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:37.828621 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device cd5b4834-e8ff-446c-ae85-1bc7da9389ba no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:42:37.861204 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: cd5b4834-e8ff-446c-ae85-1bc7da9389ba {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:42:37.861531 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device cd5b4834-e8ff-446c-ae85-1bc7da9389ba not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:42:37.861958 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device e3e2abfc-3b65-4063-9edc-d09e12842f02 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:42:37.893908 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: e3e2abfc-3b65-4063-9edc-d09e12842f02 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:42:37.894270 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device e3e2abfc-3b65-4063-9edc-d09e12842f02 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:42:37.894675 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 9da50beb-ef1b-4581-9aa4-5703236ad0c8 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:42:37.928843 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 9da50beb-ef1b-4581-9aa4-5703236ad0c8 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:42:37.929213 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 9da50beb-ef1b-4581-9aa4-5703236ad0c8 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:42:38.018814 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-026fb0d6-2bde-4c6c-81e4-e956741ee17f None None] Deleting port cd5b4834-e8ff-446c-ae85-1bc7da9389ba {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:38.019355 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-026fb0d6-2bde-4c6c-81e4-e956741ee17f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:38.084588 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-026fb0d6-2bde-4c6c-81e4-e956741ee17f None None] The port 'cd5b4834-e8ff-446c-ae85-1bc7da9389ba' was deleted {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 20:42:38.243301 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-3dc0e9c9-09cc-44f4-b8cc-5c055dbcddd1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:38.244742 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-3dc0e9c9-09cc-44f4-b8cc-5c055dbcddd1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.2291789 Jun 24 20:42:38.366556 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Deleting port 364b771a-61c4-41ac-b319-d15070725692 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:38.366893 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:38.695468 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] For port 364b771a-61c4-41ac-b319-d15070725692, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=364b771a-61c4-41ac-b319-d15070725692,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:38.695795 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:38.878850 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-97a23b5d-6b0d-462b-8dd5-1eaf64b4b8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788504'] for router_interface, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:39.193528 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:39.193895 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:39.194230 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Floating IP 63cd732c-c54e-4fc2-b2bd-1e945cb37699 disassociated. External IP: 172.27.1.183, port: 364b771a-61c4-41ac-b319-d15070725692. Jun 24 20:42:39.194558 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Calling delete_port for 364b771a-61c4-41ac-b319-d15070725692 owned by compute:nova {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:42:39.461682 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12472c-61e8-4123-b211-338307e13afb req-23893d95-be49-4967-8d51-dd0c480a86c6 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:39.463056 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ce12472c-61e8-4123-b211-338307e13afb req-23893d95-be49-4967-8d51-dd0c480a86c6 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 946 time: 0.5873587 Jun 24 20:42:39.582568 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ce12472c-61e8-4123-b211-338307e13afb req-69f82e85-6e64-4429-b5f7-42f3a6e04374 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=a5ceb007-beb6-42ab-b411-d3019780c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998356 Jun 24 20:42:39.624735 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:39.685638 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event deleted for resources: {'Port': ['ID=364b771a-61c4-41ac-b319-d15070725692,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:39.760527 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-97a23b5d-6b0d-462b-8dd5-1eaf64b4b8c6 admin admin] Deleting port c0ef3f1c-6f10-454f-b119-608badb8a7fb {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:39.760869 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-97a23b5d-6b0d-462b-8dd5-1eaf64b4b8c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:40.007204 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:42:40.031409 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-97a23b5d-6b0d-462b-8dd5-1eaf64b4b8c6 admin admin] For port c0ef3f1c-6f10-454f-b119-608badb8a7fb, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=c0ef3f1c-6f10-454f-b119-608badb8a7fb,segment=NetworkSegment(40d9812a-b496-4032-bebb-22079a8b37c7),segment_id=40d9812a-b496-4032-bebb-22079a8b37c7)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:40.031757 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-97a23b5d-6b0d-462b-8dd5-1eaf64b4b8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:40.262973 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-97a23b5d-6b0d-462b-8dd5-1eaf64b4b8c6 admin admin] Calling delete_port for c0ef3f1c-6f10-454f-b119-608badb8a7fb owned by network:router_interface {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:42:40.381690 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:42:40.391753 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e05eb0-f37d-47e6-a834-e2b555be37bd None None] Sync routers for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:42:40.402523 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e05eb0-f37d-47e6-a834-e2b555be37bd None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:42:40.403395 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-75e05eb0-f37d-47e6-a834-e2b555be37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:40.473529 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] No DVR routers for this DVR port 364b771a-61c4-41ac-b319-d15070725692 on host hv-cinder-84718 {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:42:40.475632 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:40.478219 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a42d5fc-9588-474b-95bb-52fccbe47055', 'name': 'network-vif-deleted', 'tag': '364b771a-61c4-41ac-b319-d15070725692'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:42:40.530485 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ce231eac-4e3f-4d43-99f0-3831421d434c req-11921c49-506e-481c-89f5-98ca04054e69 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.15 "DELETE /v2.0/ports/364b771a-61c4-41ac-b319-d15070725692 HTTP/1.1" status: 204 len: 173 time: 2.2745895 Jun 24 20:42:40.532023 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07bc629-9a32-4616-b1b2-7eed621a972a'] response: {'server_uuid': '9a42d5fc-9588-474b-95bb-52fccbe47055', 'name': 'network-vif-deleted', 'tag': '364b771a-61c4-41ac-b319-d15070725692', 'status': 'completed', 'code': 200} Jun 24 20:42:40.562599 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-97a23b5d-6b0d-462b-8dd5-1eaf64b4b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:40.625396 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-75e05eb0-f37d-47e6-a834-e2b555be37bd None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:42:40.637714 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a23b5d-6b0d-462b-8dd5-1eaf64b4b8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ef3f1c-6f10-454f-b119-608badb8a7fb,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:40.849634 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-a502b17e-8620-4db4-b18a-d3a6ad1dfad2 req-196bf2b2-23d2-4c4b-9127-8465375809bc tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Synchronizing usage tracker for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:42:40.877624 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-a502b17e-8620-4db4-b18a-d3a6ad1dfad2 req-196bf2b2-23d2-4c4b-9127-8465375809bc tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Unset dirty status for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:42:40.878830 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a502b17e-8620-4db4-b18a-d3a6ad1dfad2 req-196bf2b2-23d2-4c4b-9127-8465375809bc tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a42d5fc-9588-474b-95bb-52fccbe47055 HTTP/1.1" status: 200 len: 210 time: 0.0834448 Jun 24 20:42:40.955919 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-75e05eb0-f37d-47e6-a834-e2b555be37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:45Z', 'revision_number': 5, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:40.959657 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e05eb0-f37d-47e6-a834-e2b555be37bd None None] Checking router: 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:42:40.967989 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e05eb0-f37d-47e6-a834-e2b555be37bd None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:42:40.968565 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-75e05eb0-f37d-47e6-a834-e2b555be37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:41.042424 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-97a23b5d-6b0d-462b-8dd5-1eaf64b4b8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4173695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788460'] for router_interface, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:41.141863 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-75e05eb0-f37d-47e6-a834-e2b555be37bd None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:42:41.404033 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a23b5d-6b0d-462b-8dd5-1eaf64b4b8c6 admin admin] Router 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:42:41.466538 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-75e05eb0-f37d-47e6-a834-e2b555be37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:45Z', 'revision_number': 5, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:41.470509 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e05eb0-f37d-47e6-a834-e2b555be37bd None None] The sync data for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi is: [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:45Z', 'revision_number': 5, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:42:41.589886 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a23b5d-6b0d-462b-8dd5-1eaf64b4b8c6 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:42:41.590415 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 364b771a-61c4-41ac-b319-d15070725692 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:42:41.612995 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-97a23b5d-6b0d-462b-8dd5-1eaf64b4b8c6 admin admin] 10.222.0.33 "PUT /v2.0/routers/2ca4d0f3-483c-4b69-9f4a-508a3e282f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8609815 Jun 24 20:42:41.615543 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53800) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:41.636912 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d08f639-75ef-4bcf-8016-55e1ba35eb8f None None] Sync routers for ids ['2ca4d0f3-483c-4b69-9f4a-508a3e282f66'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:42:41.662962 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 364b771a-61c4-41ac-b319-d15070725692 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:42:41.663545 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 364b771a-61c4-41ac-b319-d15070725692 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:42:41.679216 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08f639-75ef-4bcf-8016-55e1ba35eb8f None None] Routers {'2ca4d0f3-483c-4b69-9f4a-508a3e282f66'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:42:41.681569 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4d08f639-75ef-4bcf-8016-55e1ba35eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2ca4d0f3-483c-4b69-9f4a-508a3e282f66'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:41.776598 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf266d33-2c67-4dc1-9ca3-cacfb16eafce None None] New status for floating IP 63cd732c-c54e-4fc2-b2bd-1e945cb37699: DOWN {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:42:41.838116 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Notify callbacks [] for router, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:41.886152 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-4d08f639-75ef-4bcf-8016-55e1ba35eb8f None None] Set router 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:42:42.023882 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53808) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:42.028485 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:42.043773 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Deleting port 316a24b4-8088-4ff7-97d0-49cbc627dde2 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:42.044109 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:42.105287 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f738624d-ca6f-4817-9856-83834f00b1af tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:42.140093 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f738624d-ca6f-4817-9856-83834f00b1af tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:42.199739 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f738624d-ca6f-4817-9856-83834f00b1af tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:42.204362 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4d08f639-75ef-4bcf-8016-55e1ba35eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'name': 'tempest-TestShelveInstance-1825728585-router', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:15Z', 'updated_at': '2022-06-24T20:42:40Z', 'revision_number': 5, 'project_id': 'af9d24d021a44450865b5cd1bf524d38', 'gw_port': {'id': '316a24b4-8088-4ff7-97d0-49cbc627dde2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:37:16Z', 'updated_at': '2022-06-24T20:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:42.208441 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d08f639-75ef-4bcf-8016-55e1ba35eb8f None None] Checking router: 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:42:42.217389 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08f639-75ef-4bcf-8016-55e1ba35eb8f None None] Routers {'2ca4d0f3-483c-4b69-9f4a-508a3e282f66'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:42:42.218055 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4d08f639-75ef-4bcf-8016-55e1ba35eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2ca4d0f3-483c-4b69-9f4a-508a3e282f66'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:42.226803 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738624d-ca6f-4817-9856-83834f00b1af tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ceb007-beb6-42ab-b411-d3019780c2a5,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:42.235674 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f738624d-ca6f-4817-9856-83834f00b1af tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:42.239448 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-f738624d-ca6f-4817-9856-83834f00b1af tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "DELETE /v2.0/security-groups/a5ceb007-beb6-42ab-b411-d3019780c2a5 HTTP/1.1" status: 204 len: 168 time: 0.2113605 Jun 24 20:42:42.239663 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53812) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:42.255397 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.api.v2.resource [None req-dc77a280-dc87-4685-871e-1f91dcf3c675 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] show failed (client error): The resource could not be found. Jun 24 20:42:42.259255 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-dc77a280-dc87-4685-871e-1f91dcf3c675 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups/a5ceb007-beb6-42ab-b411-d3019780c2a5 HTTP/1.1" status: 404 len: 347 time: 0.0158098 Jun 24 20:42:42.259456 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53816) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:42.340357 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] For port 316a24b4-8088-4ff7-97d0-49cbc627dde2, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=316a24b4-8088-4ff7-97d0-49cbc627dde2,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:42.341033 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:42.382694 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-4d08f639-75ef-4bcf-8016-55e1ba35eb8f None None] Set router 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:42:42.490037 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4d08f639-75ef-4bcf-8016-55e1ba35eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'name': 'tempest-TestShelveInstance-1825728585-router', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:15Z', 'updated_at': '2022-06-24T20:42:42Z', 'revision_number': 6, 'project_id': 'af9d24d021a44450865b5cd1bf524d38', 'gw_port_host': None}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:42.490828 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Calling delete_port for 316a24b4-8088-4ff7-97d0-49cbc627dde2 owned by network:router_gateway {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:42:42.494259 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d08f639-75ef-4bcf-8016-55e1ba35eb8f None None] The sync data for ids ['2ca4d0f3-483c-4b69-9f4a-508a3e282f66'] in dv-cinder-847189-4-iscsi is: [{'id': '2ca4d0f3-483c-4b69-9f4a-508a3e282f66', 'name': 'tempest-TestShelveInstance-1825728585-router', 'tenant_id': 'af9d24d021a44450865b5cd1bf524d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:37:15Z', 'updated_at': '2022-06-24T20:42:42Z', 'revision_number': 6, 'project_id': 'af9d24d021a44450865b5cd1bf524d38', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:42:42.524300 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-4f36e2ff-92c0-4a3d-abcc-6565c596e280 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Deleting port 2a2a7f0f-c759-4d26-9472-8c13d6f7ee75 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:42.524815 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4f36e2ff-92c0-4a3d-abcc-6565c596e280 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:42.670383 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:42.701942 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4f36e2ff-92c0-4a3d-abcc-6565c596e280 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:42.702297 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4f36e2ff-92c0-4a3d-abcc-6565c596e280 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:42.724133 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Pushing event deleted for resources: {'Port': ['ID=316a24b4-8088-4ff7-97d0-49cbc627dde2,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:42.839793 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-4f36e2ff-92c0-4a3d-abcc-6565c596e280 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Calling delete_port for 2a2a7f0f-c759-4d26-9472-8c13d6f7ee75 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:42:42.878291 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3787065'] for router_gateway, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.030660 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4f36e2ff-92c0-4a3d-abcc-6565c596e280 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.083731 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36e2ff-92c0-4a3d-abcc-6565c596e280 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event deleted for resources: {'Port': ['ID=2a2a7f0f-c759-4d26-9472-8c13d6f7ee75,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:43.099559 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64911'] for router, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.115820 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.151470 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3785944'] for router, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.151997 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ca4d0f3-483c-4b69-9f4a-508a3e282f66 {{(pid=88160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 20:42:43.167930 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.169059 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-ae56365d-b796-4789-a662-d497a0a1bc02 admin admin] 10.222.0.33 "DELETE /v2.0/routers/2ca4d0f3-483c-4b69-9f4a-508a3e282f66 HTTP/1.1" status: 204 len: 168 time: 1.5525322 Jun 24 20:42:43.171971 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53832) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:43.210806 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4f36e2ff-92c0-4a3d-abcc-6565c596e280 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.232285 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4f36e2ff-92c0-4a3d-abcc-6565c596e280 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.236734 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-4f36e2ff-92c0-4a3d-abcc-6565c596e280 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "DELETE /v2.0/floatingips/63cd732c-c54e-4fc2-b2bd-1e945cb37699 HTTP/1.1" status: 204 len: 168 time: 0.9763899 Jun 24 20:42:43.250607 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02d6983-218b-4e2f-90e8-6d3e7814277c admin admin] Deleting subnet 4ff47284-ceb9-4f73-afe2-cedf83d2ad9a {{(pid=88160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:42:43.253436 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a02d6983-218b-4e2f-90e8-6d3e7814277c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.311748 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a02d6983-218b-4e2f-90e8-6d3e7814277c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3254619'] for subnet, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.321949 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53838) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:43.327439 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--382024327', 'description': 'tempest-description--1930316935'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:43.333511 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:43.338693 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Usage tracker for resource:security_group and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:43.342562 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:43.348455 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:43.361144 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.390612 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:43.394871 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Usage tracker for resource:security_group_rule and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:43.398155 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:43.407828 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:43.418047 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a02d6983-218b-4e2f-90e8-6d3e7814277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.511627 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a02d6983-218b-4e2f-90e8-6d3e7814277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163010'] for subnet, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.519695 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.525115 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.571737 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d6983-218b-4e2f-90e8-6d3e7814277c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff47284-ceb9-4f73-afe2-cedf83d2ad9a,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:43.573931 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2315df95-b5f4-4468-a2e6-bbdc0ba10da4 None None] Network 9daa917c-6845-4826-ab27-22ed2b982755 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:42:43.575924 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a02d6983-218b-4e2f-90e8-6d3e7814277c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.586859 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-a02d6983-218b-4e2f-90e8-6d3e7814277c admin admin] 10.222.0.33 "DELETE /v2.0/subnets/4ff47284-ceb9-4f73-afe2-cedf83d2ad9a HTTP/1.1" status: 204 len: 168 time: 0.4138436 Jun 24 20:42:43.587542 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53846) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:43.607330 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:43.623808 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.625752 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-0e3ef379-1d86-4d47-9556-ea80992a678c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3025310 Jun 24 20:42:43.628572 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53850) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:43.634786 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0a82bae1-7d2e-4939-8cc3-b77387fb1df1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Request body: {'security_group_rule': {'security_group_id': '3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:43.641711 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0a82bae1-7d2e-4939-8cc3-b77387fb1df1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:43.646622 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-0a82bae1-7d2e-4939-8cc3-b77387fb1df1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Usage tracker for resource:security_group_rule and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:43.650010 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-0a82bae1-7d2e-4939-8cc3-b77387fb1df1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:43.656558 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0a82bae1-7d2e-4939-8cc3-b77387fb1df1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:43.680726 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a82bae1-7d2e-4939-8cc3-b77387fb1df1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.708483 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.720998 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Deleting port 52aaa7e6-3e8e-4928-b053-78113527de7c {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:43.720998 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.760760 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a82bae1-7d2e-4939-8cc3-b77387fb1df1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.765619 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a82bae1-7d2e-4939-8cc3-b77387fb1df1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.788069 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82bae1-7d2e-4939-8cc3-b77387fb1df1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9c115a-e14d-4a33-93fc-885aec4a81f8,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:43.801087 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a82bae1-7d2e-4939-8cc3-b77387fb1df1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.805526 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-0a82bae1-7d2e-4939-8cc3-b77387fb1df1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1755154 Jun 24 20:42:43.806444 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53854) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:43.812839 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c171fa67-43e8-4bf6-9085-74d61c7bc860 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Request body: {'security_group_rule': {'security_group_id': '3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:43.819146 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device c0ef3f1c-6f10-454f-b119-608badb8a7fb no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:42:43.820408 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c171fa67-43e8-4bf6-9085-74d61c7bc860 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:43.824636 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c171fa67-43e8-4bf6-9085-74d61c7bc860 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Usage tracker for resource:security_group_rule and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:43.827700 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-c171fa67-43e8-4bf6-9085-74d61c7bc860 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:43.833877 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c171fa67-43e8-4bf6-9085-74d61c7bc860 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:43.857212 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c171fa67-43e8-4bf6-9085-74d61c7bc860 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.906680 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: c0ef3f1c-6f10-454f-b119-608badb8a7fb {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:42:43.907009 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device c0ef3f1c-6f10-454f-b119-608badb8a7fb not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:42:43.907400 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 316a24b4-8088-4ff7-97d0-49cbc627dde2 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:42:43.926828 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c171fa67-43e8-4bf6-9085-74d61c7bc860 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.932802 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c171fa67-43e8-4bf6-9085-74d61c7bc860 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.941843 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 316a24b4-8088-4ff7-97d0-49cbc627dde2 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:42:43.942197 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 316a24b4-8088-4ff7-97d0-49cbc627dde2 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:42:43.960810 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171fa67-43e8-4bf6-9085-74d61c7bc860 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb184621-88a6-4187-9375-f6991f668834,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:43.969223 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] For port 52aaa7e6-3e8e-4928-b053-78113527de7c, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=52aaa7e6-3e8e-4928-b053-78113527de7c,segment=NetworkSegment(40d9812a-b496-4032-bebb-22079a8b37c7),segment_id=40d9812a-b496-4032-bebb-22079a8b37c7)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:43.969728 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.983660 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c171fa67-43e8-4bf6-9085-74d61c7bc860 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:43.984873 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-c171fa67-43e8-4bf6-9085-74d61c7bc860 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771274 Jun 24 20:42:43.987910 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53858) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:43.993149 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:43.999448 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:44.003520 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Usage tracker for resource:floatingip and tenant:f8f32683d96e49d08727cdb7aa4dc923 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:44.008619 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:44.013048 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:44.016329 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688856c3-a5e7-445c-bb03-878a304d3189 None None] DHCP port deletion for 9daa917c-6845-4826-ab27-22ed2b982755 request from dv-cinder-847189-4-iscsi {{(pid=88161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 20:42:44.021862 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-688856c3-a5e7-445c-bb03-878a304d3189 None None] Deleting port 52aaa7e6-3e8e-4928-b053-78113527de7c {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:44.022297 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-688856c3-a5e7-445c-bb03-878a304d3189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.025331 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.167089 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.177340 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Calling delete_port for 52aaa7e6-3e8e-4928-b053-78113527de7c owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:42:44.228672 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-688856c3-a5e7-445c-bb03-878a304d3189 None None] For port 52aaa7e6-3e8e-4928-b053-78113527de7c, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=52aaa7e6-3e8e-4928-b053-78113527de7c,segment=NetworkSegment(40d9812a-b496-4032-bebb-22079a8b37c7),segment_id=40d9812a-b496-4032-bebb-22079a8b37c7)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:44.229202 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-688856c3-a5e7-445c-bb03-878a304d3189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.256204 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.305718 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Allocated IP 172.27.1.220 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/10796666-4c5a-4ac4-a9c3-896ee47b7674) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:42:44.315787 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] No DVR routers for this DVR port 52aaa7e6-3e8e-4928-b053-78113527de7c on host dv-cinder-847189-4-iscsi {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:42:44.317354 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Pushing event deleted for resources: {'Port': ['ID=52aaa7e6-3e8e-4928-b053-78113527de7c,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:44.353911 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-688856c3-a5e7-445c-bb03-878a304d3189 None None] Calling delete_port for 52aaa7e6-3e8e-4928-b053-78113527de7c owned by network:dhcp {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:42:44.433911 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.441815 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.db.api [None req-688856c3-a5e7-445c-bb03-878a304d3189 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:42:44.442181 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG oslo_db.api [None req-688856c3-a5e7-445c-bb03-878a304d3189 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:42:44.459613 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9daa917c-6845-4826-ab27-22ed2b982755']}} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:44.462791 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.472011 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d9812a-b496-4032-bebb-22079a8b37c7') {'for_net_delete': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:44.472300 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d9812a-b496-4032-bebb-22079a8b37c7') {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:44.483255 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3254610'] for segment, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.492899 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.499506 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.505667 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:42:44.506037 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2375450'] for segment, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.553319 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:42:44.560603 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:42:44.564689 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:42:44.573759 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment 40d9812a-b496-4032-bebb-22079a8b37c7 resource provider aggregate not found Jun 24 20:42:44.596913 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event updated for resources: {'Port': ['ID=10796666-4c5a-4ac4-a9c3-896ee47b7674,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:44.616305 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment 40d9812a-b496-4032-bebb-22079a8b37c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40d9812a-b496-4032-bebb-22079a8b37c7 found for delete ", "request_id": "req-5fc90a95-f1c3-4c0b-85b1-fc301a04733c"}]} Jun 24 20:42:44.653963 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.668423 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.672673 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.700046 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] Pushing event deleted for resources: {'Network': ['ID=9daa917c-6845-4826-ab27-22ed2b982755,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:44.707043 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b94aab4f-0dd9-458a-810a-e78982a47d8e req-af31b69d-355c-49e7-9f44-ed078048cea7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1350842 Jun 24 20:42:44.710715 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-b1cb3e3f-d2ea-4b92-8783-5590557b85ed admin admin] 10.222.0.33 "DELETE /v2.0/networks/9daa917c-6845-4826-ab27-22ed2b982755 HTTP/1.1" status: 204 len: 168 time: 1.1222486 Jun 24 20:42:44.727548 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.874404 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53876) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:44.895053 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94aab4f-0dd9-458a-810a-e78982a47d8e req-945c8b36-9be2-40dc-8cde-538dd3a5a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:44.896487 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b94aab4f-0dd9-458a-810a-e78982a47d8e req-945c8b36-9be2-40dc-8cde-538dd3a5a623 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b176531901544bdb872295c6ff89088&device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 1137 time: 0.1126783 Jun 24 20:42:44.943829 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-688856c3-a5e7-445c-bb03-878a304d3189 None None] Deleting port 52aaa7e6-3e8e-4928-b053-78113527de7c {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:42:44.944762 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-688856c3-a5e7-445c-bb03-878a304d3189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.989014 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.996474 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-f5017ee4-ab7b-4ebe-81ef-e202d579a099 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a6a93e932f0f417992870f3b1394e369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1190364 Jun 24 20:42:44.996705 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:44.999146 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53880) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:45.019192 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-688856c3-a5e7-445c-bb03-878a304d3189 None None] The port '52aaa7e6-3e8e-4928-b053-78113527de7c' was deleted {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 20:42:45.107938 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94aab4f-0dd9-458a-810a-e78982a47d8e req-6c64abbb-e752-418d-b8f5-69ef7090425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:45.109388 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b94aab4f-0dd9-458a-810a-e78982a47d8e req-6c64abbb-e752-418d-b8f5-69ef7090425a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c630cbc8-093d-4a5d-b2ba-14a6a767993c HTTP/1.1" status: 200 len: 916 time: 0.1874950 Jun 24 20:42:45.112218 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85fe05fb-ad03-4263-825e-6caf2b9af97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:45.205093 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85fe05fb-ad03-4263-825e-6caf2b9af97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:45.213831 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event updated for resources: {'Port': ['ID=10796666-4c5a-4ac4-a9c3-896ee47b7674,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:45.229262 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:45.253022 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:45.254376 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-a146bcf9-a874-4721-aaed-c78150c72845 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2655044 Jun 24 20:42:45.257287 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b94aab4f-0dd9-458a-810a-e78982a47d8e req-65e07772-2741-4417-8468-f2ad98c9433f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c HTTP/1.1" status: 200 len: 1001 time: 0.1336522 Jun 24 20:42:45.316445 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85fe05fb-ad03-4263-825e-6caf2b9af97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:45.335306 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94aab4f-0dd9-458a-810a-e78982a47d8e req-a7438945-d42d-4f84-aed3-5f14dd16844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:45.336772 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b94aab4f-0dd9-458a-810a-e78982a47d8e req-a7438945-d42d-4f84-aed3-5f14dd16844d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73be05dd-18aa-409c-9e52-75b447fd8966 HTTP/1.1" status: 200 len: 854 time: 0.0733781 Jun 24 20:42:45.339204 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe05fb-ad03-4263-825e-6caf2b9af97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccf65eb-bfda-49c4-9e69-6ee6b26f3597,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:45.394249 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85fe05fb-ad03-4263-825e-6caf2b9af97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:45.398489 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-85fe05fb-ad03-4263-825e-6caf2b9af97a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9ccf65eb-bfda-49c4-9e69-6ee6b26f3597 HTTP/1.1" status: 204 len: 168 time: 0.3954523 Jun 24 20:42:45.429181 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94aab4f-0dd9-458a-810a-e78982a47d8e req-baaabd50-f6be-4dda-a83c-7a8e1b334ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:45.430767 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b94aab4f-0dd9-458a-810a-e78982a47d8e req-baaabd50-f6be-4dda-a83c-7a8e1b334ef8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c630cbc8-093d-4a5d-b2ba-14a6a767993c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872967 Jun 24 20:42:45.581119 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-25f63344-6c44-4d83-b6cd-38b66e2b817c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--382024327&fields=id&tenant_id=f8f32683d96e49d08727cdb7aa4dc923 HTTP/1.1" status: 200 len: 267 time: 0.0716803 Jun 24 20:42:45.625781 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b94aab4f-0dd9-458a-810a-e78982a47d8e req-4ffec564-feb4-47e1-871c-eb963afb8089 service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881297 Jun 24 20:42:45.777383 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53902) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:45.796176 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 52aaa7e6-3e8e-4928-b053-78113527de7c no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:42:45.828957 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 52aaa7e6-3e8e-4928-b053-78113527de7c {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:42:45.829289 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 52aaa7e6-3e8e-4928-b053-78113527de7c not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:42:45.834285 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-2986bcdb-e636-4c2c-acda-944316d3fc1e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=af9d24d021a44450865b5cd1bf524d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556264 Jun 24 20:42:45.836939 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53906) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:45.894724 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2842f380-ab22-4faa-b351-844ffe7e7882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:45.920255 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2842f380-ab22-4faa-b351-844ffe7e7882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:45.940714 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-c41b5e0a-096e-44b7-97f4-5bd5b6f00934 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:45.943264 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-c41b5e0a-096e-44b7-97f4-5bd5b6f00934 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/networks?id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d HTTP/1.1" status: 200 len: 810 time: 0.3478391 Jun 24 20:42:45.951859 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-b94aab4f-0dd9-458a-810a-e78982a47d8e req-158c32c3-b21c-4298-963d-67ddebbb86a0 service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841196 Jun 24 20:42:45.964343 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-aa2b50f0-de90-4a42-80c8-202a8308f9e3 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/quotas/f8f32683d96e49d08727cdb7aa4dc923 HTTP/1.1" status: 200 len: 375 time: 0.0135298 Jun 24 20:42:45.977311 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2842f380-ab22-4faa-b351-844ffe7e7882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:45.992943 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842f380-ab22-4faa-b351-844ffe7e7882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4dd574-e460-40b6-bec7-821d05d7a760,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:46.002545 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2842f380-ab22-4faa-b351-844ffe7e7882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:46.006556 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-2842f380-ab22-4faa-b351-844ffe7e7882 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5e4dd574-e460-40b6-bec7-821d05d7a760 HTTP/1.1" status: 204 len: 168 time: 0.1685576 Jun 24 20:42:46.069936 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-c7200bd0-0484-4c0e-9ee2-0b7c6b2b0518 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f8f32683d96e49d08727cdb7aa4dc923&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936995 Jun 24 20:42:46.215724 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-be629e9d-83a3-499a-90ac-ab33e306d5be service neutron] 10.222.0.33 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337090 Jun 24 20:42:46.358174 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-86e388ff-7205-4776-918d-011960489436 service neutron] 10.222.0.33 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365492 Jun 24 20:42:46.554396 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-307aea01-21b8-4f98-a89e-a8938b025733 req-9b4c8caa-4f76-4cdd-a078-a5ac676fe75d tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Synchronizing usage tracker for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:42:46.572763 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-307aea01-21b8-4f98-a89e-a8938b025733 req-9b4c8caa-4f76-4cdd-a078-a5ac676fe75d tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Unset dirty status for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:42:46.574320 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-307aea01-21b8-4f98-a89e-a8938b025733 req-9b4c8caa-4f76-4cdd-a078-a5ac676fe75d tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 210 time: 0.0761950 Jun 24 20:42:46.772469 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 53944) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:46.876310 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1339928318-network', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:46.881900 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:46.886031 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Usage tracker for resource:network and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:46.889092 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:46.895272 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:46.904792 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Made reservation on behalf of 90ecc0412d8a42dcb699c6a7b360a632 for: {'network': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:42:46.907232 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:46.919859 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:46.934301 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:46.938100 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Usage tracker for resource:security_group_rule and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:46.940852 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:46.946634 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:47.036079 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:47.041143 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:47.068570 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:42:47.080875 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dfb276-d447-431e-a02f-5cef52a04c6b,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:47.085728 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:47.086061 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.segments_db [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Added segment 66178bf7-46e6-4ecc-b3d5-764eb57d7a26 of type vlan for network 5f641260-e6c7-4831-844b-6fc6c1d2450e Jun 24 20:42:47.094947 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.095287 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.095618 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.095946 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.096270 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.096589 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.096904 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.097222 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.097540 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.097855 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.098245 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.098539 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.124725 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:47.156672 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:47.157855 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:47.158530 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:47.287099 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5134821 Jun 24 20:42:47.287875 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a76be-1a4e-4911-9bcc-d57ce6dc351e admin admin] Pushing event updated for resources: {'Network': ['ID=5f641260-e6c7-4831-844b-6fc6c1d2450e,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:47.290610 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53964) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:47.297140 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Request body: {'subnet': {'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1339928318-subnet', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:47.298339 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network 5f641260-e6c7-4831-844b-6fc6c1d2450e details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:42:47.302011 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:47.305869 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Usage tracker for resource:subnet and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:47.308778 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:47.315259 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:47.327687 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Made reservation on behalf of 90ecc0412d8a42dcb699c6a7b360a632 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:42:47.330312 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584325'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:47.539746 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2650874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584371'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:47.627538 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=740976b6-9b5c-4f1e-85d3-0dc6742b27df,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:47.643320 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.643722 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.644158 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.644554 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.645028 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.645418 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.645876 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.646222 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.646597 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.646968 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.647465 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.647874 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:47.654227 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Checking segment: {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:42:47.654662 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Network hostable DHCP agents. Network: 5f641260-e6c7-4831-844b-6fc6c1d2450e, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:42:47.677907 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Network 5f641260-e6c7-4831-844b-6fc6c1d2450e is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:42:47.691647 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, 5f641260-e6c7-4831-844b-6fc6c1d2450e) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:42:47.701643 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d787547-de95-4234-9348-1f6cd82d3728 None None] Network 5f641260-e6c7-4831-844b-6fc6c1d2450e requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:42:47.705295 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:47.706072 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:47.738303 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-6b2a6ffc-9964-4e74-acb2-9110e47fbc67 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4435585 Jun 24 20:42:47.738303 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 53998) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:47.743485 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:47.748317 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:47.753055 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Usage tracker for resource:router and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:47.756139 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:47.762467 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:47.774064 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3800691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60277'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:47.775321 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3848008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64902'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:47.793102 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:47.819015 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-54729c3d-966a-4db0-8acd-24aeb7faa1dc req-7ab3395d-fbf4-48cb-9133-f887ec35261b tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 210 time: 0.0886531 Jun 24 20:42:47.967416 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-372cd58c-4455-4f64-b0dd-3210a14e38c8 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:47.969043 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-372cd58c-4455-4f64-b0dd-3210a14e38c8 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.15 "GET /v2.0/networks?id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d HTTP/1.1" status: 200 len: 810 time: 0.4052210 Jun 24 20:42:48.023487 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-5bc93aab-89e6-492d-9f54-b365ce651b99 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8f32683d96e49d08727cdb7aa4dc923 HTTP/1.1" status: 200 len: 379 time: 0.0458064 Jun 24 20:42:48.032628 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Request body: {'port': {'device_id': 'bf0d912b-f8d0-4561-aa7f-1a249bda4bc5', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'admin_state_up': True, 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'security_groups': ['3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd']}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:48.086223 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3845f4-25c2-549b-a277-efe1d63686d0-5f641260-e6c7-4831-844b-6fc6c1d2450e', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df'}]}} from dv-cinder-847189-4-iscsi. {{(pid=88161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 20:42:48.087089 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.110735 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64916'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.205805 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:48.216977 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:48.229657 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Made reservation on behalf of f8f32683d96e49d08727cdb7aa4dc923 for: {'port': 1} {{(pid=88160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:42:48.235654 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.259600 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.db_base_plugin_common [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Allocated IP 172.20.0.2 (5f641260-e6c7-4831-844b-6fc6c1d2450e/740976b6-9b5c-4f1e-85d3-0dc6742b27df/eb6f1ae9-4102-4bea-937b-7bc4034df9ac) {{(pid=88161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:42:48.446570 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Allocated IP 172.20.0.12 (c25f3d69-2108-4fe9-8428-7f69e44d3a0d/ca567e07-e9a2-4973-a5ab-da5d14034a85/b22198ec-6571-4f2f-b246-20e7655ad6f7) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:42:48.456626 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.490372 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.528134 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Notify callbacks [] for port, precommit_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.542532 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Transition to ACTIVE for port object eb6f1ae9-4102-4bea-937b-7bc4034df9ac will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:42:48.562824 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Transition to ACTIVE for port object eb6f1ae9-4102-4bea-937b-7bc4034df9ac will not be triggered until provisioned by entity DHCP. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:42:48.569978 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.642165 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Network 5f641260-e6c7-4831-844b-6fc6c1d2450e is already hosted by enough agents. {{(pid=88161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:42:48.645989 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.base_scheduler [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Resources bound (agent type, host, resource id): {{(pid=88161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:42:48.648022 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Pushing event updated for resources: {'Port': ['ID=eb6f1ae9-4102-4bea-937b-7bc4034df9ac,revision_number=1']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:48.650391 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Received port after_create {{(pid=88161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:42:48.652891 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Allocated IP 172.27.1.157 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/45cd6056-f60e-4f85-8587-1ac2e9eb511a) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:42:48.660607 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:48.660944 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:48.661270 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:48.661606 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:48.662279 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:48.662485 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:48.662803 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:48.663115 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:48.663488 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:48.663800 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:48.664105 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:48.664412 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:48.669425 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.691386 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Transition to ACTIVE for port object b22198ec-6571-4f2f-b246-20e7655ad6f7 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:42:48.717941 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.772802 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Attempting to bind port eb6f1ae9-4102-4bea-937b-7bc4034df9ac on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:42:48.773167 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Attempting to bind port eb6f1ae9-4102-4bea-937b-7bc4034df9ac by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:42:48.773863 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Attempting to bind port eb6f1ae9-4102-4bea-937b-7bc4034df9ac on network 5f641260-e6c7-4831-844b-6fc6c1d2450e {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:42:48.779517 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:42:48.779897 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Checking segment: {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:42:48.780271 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.780651 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Bound using segment: {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:42:48.781107 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Bound port: eb6f1ae9-4102-4bea-937b-7bc4034df9ac, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:42:48.781470 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.782285 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Network c25f3d69-2108-4fe9-8428-7f69e44d3a0d is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:42:48.785582 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:42:48.789675 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:42:48.839120 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event updated for resources: {'Port': ['ID=b22198ec-6571-4f2f-b246-20e7655ad6f7,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:48.869459 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:48.874259 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.887373 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] For port eb6f1ae9-4102-4bea-937b-7bc4034df9ac, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:42:48.891155 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] For port eb6f1ae9-4102-4bea-937b-7bc4034df9ac, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=eb6f1ae9-4102-4bea-937b-7bc4034df9ac,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:42:48.898825 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.913083 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-baca1bc2-09ab-43d5-a697-5d514913a76c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8846996 Jun 24 20:42:48.926630 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Request body: {'port': {'device_id': 'bf0d912b-f8d0-4561-aa7f-1a249bda4bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:48.950253 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:48.996570 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:49.084030 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fbde1-21a1-4f99-a8df-14a9faa81d41 None None] Pushing event updated for resources: {'Port': ['ID=eb6f1ae9-4102-4bea-937b-7bc4034df9ac,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:49.131150 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-99800ddd-0857-48b5-b4d7-5e4c6204ac5e None None] Provisioning for port b22198ec-6571-4f2f-b246-20e7655ad6f7 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:42:49.137563 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-99800ddd-0857-48b5-b4d7-5e4c6204ac5e None None] Provisioning complete for port b22198ec-6571-4f2f-b246-20e7655ad6f7 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:42:49.138202 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-99800ddd-0857-48b5-b4d7-5e4c6204ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:49.161438 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Pushing event updated for resources: {'Port': ['ID=45cd6056-f60e-4f85-8587-1ac2e9eb511a,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:49.171922 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:42:49.180812 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:42:49.183496 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:42:49.202190 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-99800ddd-0857-48b5-b4d7-5e4c6204ac5e None None] Port b22198ec-6571-4f2f-b246-20e7655ad6f7 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:42:49.215623 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:49.259439 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab73885-e343-41e2-85d7-d66e9514f76a req-0403a084-6dfe-438c-a045-cf860aa5f081 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:49.261053 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3ab73885-e343-41e2-85d7-d66e9514f76a req-0403a084-6dfe-438c-a045-cf860aa5f081 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 932 time: 0.2119787 Jun 24 20:42:49.491609 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-3ab73885-e343-41e2-85d7-d66e9514f76a req-e4b53a78-3463-4996-ade8-be0689157741 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Synchronizing usage tracker for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:42:49.523444 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-3ab73885-e343-41e2-85d7-d66e9514f76a req-e4b53a78-3463-4996-ade8-be0689157741 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Unset dirty status for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:42:49.525120 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3ab73885-e343-41e2-85d7-d66e9514f76a req-e4b53a78-3463-4996-ade8-be0689157741 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026677 Jun 24 20:42:49.649186 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22198ec-6571-4f2f-b246-20e7655ad6f7 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:42:49.657361 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:49.672770 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Transition to ACTIVE for port object b22198ec-6571-4f2f-b246-20e7655ad6f7 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:42:49.677663 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:49.703119 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:49.813758 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Pushing event updated for resources: {'Port': ['ID=b22198ec-6571-4f2f-b246-20e7655ad6f7,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:49.878028 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device eb6f1ae9-4102-4bea-937b-7bc4034df9ac up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:42:49.964073 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port eb6f1ae9-4102-4bea-937b-7bc4034df9ac completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:42:49.991449 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Attempting to bind port b22198ec-6571-4f2f-b246-20e7655ad6f7 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:42:49.992136 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Attempting to bind port b22198ec-6571-4f2f-b246-20e7655ad6f7 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:42:49.992702 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Attempting to bind port b22198ec-6571-4f2f-b246-20e7655ad6f7 on network c25f3d69-2108-4fe9-8428-7f69e44d3a0d {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:42:49.999159 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Port b22198ec-6571-4f2f-b246-20e7655ad6f7 on network c25f3d69-2108-4fe9-8428-7f69e44d3a0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:42:49.999720 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Attempting to bind port b22198ec-6571-4f2f-b246-20e7655ad6f7 on network c25f3d69-2108-4fe9-8428-7f69e44d3a0d {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:42:50.005965 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:42:50.006635 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Checking segment: {'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:42:50.007440 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Bound using segment: {'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:42:50.008059 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Bound port: b22198ec-6571-4f2f-b246-20e7655ad6f7, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5943911-318c-4790-b11b-fffbd16ba74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:42:50.008899 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:50.115472 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] For port b22198ec-6571-4f2f-b246-20e7655ad6f7, host hv-cinder-84718, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:42:50.120588 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] For port b22198ec-6571-4f2f-b246-20e7655ad6f7, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b22198ec-6571-4f2f-b246-20e7655ad6f7,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:42:50.131436 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:50.142434 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787037'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:50.192071 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:50.192934 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:50.194433 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] 10.222.0.15 "PUT /v2.0/ports/b22198ec-6571-4f2f-b246-20e7655ad6f7 HTTP/1.1" status: 200 len: 1094 time: 1.2730856 Jun 24 20:42:50.211079 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0d912b-f8d0-4561-aa7f-1a249bda4bc5', 'tag': 'b22198ec-6571-4f2f-b246-20e7655ad6f7'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:42:50.301667 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ebe0d5-6beb-400b-b1ce-50262ae4f9a4'] response: {'name': 'network-changed', 'server_uuid': 'bf0d912b-f8d0-4561-aa7f-1a249bda4bc5', 'tag': 'b22198ec-6571-4f2f-b246-20e7655ad6f7', 'status': 'completed', 'code': 200} Jun 24 20:42:50.337426 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-629d8489-ba6e-4260-acfe-5ed395a516fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:50.347981 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba29cf9-2b88-4902-8641-058dffc8806a service neutron] Pushing event updated for resources: {'Port': ['ID=b22198ec-6571-4f2f-b246-20e7655ad6f7,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:50.348198 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e590ca-4843-44d1-ae25-126e5e8397db None None] Network 5f641260-e6c7-4831-844b-6fc6c1d2450e requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:42:50.401708 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-30157ccb-e8af-4c0d-aeae-3ff61357069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:50.403820 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-30157ccb-e8af-4c0d-aeae-3ff61357069d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8f32683d96e49d08727cdb7aa4dc923&device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 1097 time: 0.1486762 Jun 24 20:42:50.451430 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-5650256a-7b6f-4d4f-86bc-2020e018ddbc None None] Provisioning for port eb6f1ae9-4102-4bea-937b-7bc4034df9ac completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:42:50.462892 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-5650256a-7b6f-4d4f-86bc-2020e018ddbc None None] Provisioning complete for port eb6f1ae9-4102-4bea-937b-7bc4034df9ac triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:42:50.463552 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5650256a-7b6f-4d4f-86bc-2020e018ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:50.499658 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-111af1f2-52b9-4cdf-a923-9ea2cbf53015 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b22198ec-6571-4f2f-b246-20e7655ad6f7 HTTP/1.1" status: 200 len: 217 time: 0.0881476 Jun 24 20:42:50.569744 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-2002a81a-20d1-4897-88c0-20fe5fa34775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:50.571435 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-2002a81a-20d1-4897-88c0-20fe5fa34775 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca567e07-e9a2-4973-a5ab-da5d14034a85 HTTP/1.1" status: 200 len: 849 time: 0.0637097 Jun 24 20:42:50.583018 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Router e6529bbb-6051-4204-b735-4598ff411f3c is scheduled to L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 20:42:50.679907 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-02144eee-2c5e-4c2d-949d-1d908a021884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:50.681765 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-02144eee-2c5e-4c2d-949d-1d908a021884 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0986574 Jun 24 20:42:50.731706 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-5650256a-7b6f-4d4f-86bc-2020e018ddbc None None] Current status of the port eb6f1ae9-4102-4bea-937b-7bc4034df9ac is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:42:50.732074 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5650256a-7b6f-4d4f-86bc-2020e018ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:50.784226 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-5650256a-7b6f-4d4f-86bc-2020e018ddbc None None] For port eb6f1ae9-4102-4bea-937b-7bc4034df9ac, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=eb6f1ae9-4102-4bea-937b-7bc4034df9ac,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:50.794956 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5650256a-7b6f-4d4f-86bc-2020e018ddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:50.835072 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-6204dd68-0269-4531-841c-9cd3b0654631 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461093 Jun 24 20:42:50.836723 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:42:50.852401 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Sync routers for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:42:50.856185 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33fbe4-71f7-4986-9b56-11f3dd0609c5 req-31b86cb8-233b-451c-9c89-b390ee785a6b tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:50.863280 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ed33fbe4-71f7-4986-9b56-11f3dd0609c5 req-31b86cb8-233b-451c-9c89-b390ee785a6b tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 944 time: 0.1524143 Jun 24 20:42:50.887787 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:42:50.888426 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:50.931023 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:50.934895 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-f4a63ecd-2ed1-4b3d-ac27-667a97e28afc admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1944895 Jun 24 20:42:50.937392 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54034) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:50.944127 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ed33fbe4-71f7-4986-9b56-11f3dd0609c5 req-ee1c2c41-879b-4131-9037-e0baabbc0379 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797970 Jun 24 20:42:51.023023 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f8a91e02-8486-4cc1-bc81-f7b4417ae4a0 req-ef43af90-b409-46aa-b73e-e580795a0f3a service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815810 Jun 24 20:42:51.050032 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650256a-7b6f-4d4f-86bc-2020e018ddbc None None] Pushing event updated for resources: {'Port': ['ID=eb6f1ae9-4102-4bea-937b-7bc4034df9ac,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:51.122200 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:42:51.178969 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458e92b-bebe-4cae-abf1-ed540880f50c req-68513ebc-f0d0-4cb1-b227-e9dddb889b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:51.180433 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8458e92b-bebe-4cae-abf1-ed540880f50c req-68513ebc-f0d0-4cb1-b227-e9dddb889b74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8f32683d96e49d08727cdb7aa4dc923&device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0864298 Jun 24 20:42:51.334779 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-232da763-3606-4d05-8973-a5abd2855496 None None] Provisioning complete for port eb6f1ae9-4102-4bea-937b-7bc4034df9ac triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:42:51.335144 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-232da763-3606-4d05-8973-a5abd2855496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:51.474015 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458e92b-bebe-4cae-abf1-ed540880f50c req-87128b94-70d3-49f7-b70a-2b11fd8e0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:51.475652 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8458e92b-bebe-4cae-abf1-ed540880f50c req-87128b94-70d3-49f7-b70a-2b11fd8e0407 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d HTTP/1.1" status: 200 len: 911 time: 0.2888052 Jun 24 20:42:51.552015 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8458e92b-bebe-4cae-abf1-ed540880f50c req-b7922388-9aab-4b62-be5c-9d50c0009faf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b22198ec-6571-4f2f-b246-20e7655ad6f7 HTTP/1.1" status: 200 len: 217 time: 0.0703902 Jun 24 20:42:51.556534 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-232da763-3606-4d05-8973-a5abd2855496 None None] Current status of the port eb6f1ae9-4102-4bea-937b-7bc4034df9ac is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:42:51.576590 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:49Z', 'revision_number': 3, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:51.580203 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Checking router: e6529bbb-6051-4204-b735-4598ff411f3c for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:42:51.580568 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Updating router e6529bbb-6051-4204-b735-4598ff411f3c port 45cd6056-f60e-4f85-8587-1ac2e9eb511a binding host dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:42:51.616479 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458e92b-bebe-4cae-abf1-ed540880f50c req-e176e189-f782-4953-971a-1f6348a0f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:51.617919 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8458e92b-bebe-4cae-abf1-ed540880f50c req-e176e189-f782-4953-971a-1f6348a0f712 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca567e07-e9a2-4973-a5ab-da5d14034a85 HTTP/1.1" status: 200 len: 849 time: 0.0602987 Jun 24 20:42:51.635684 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:51.703588 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:51.710096 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458e92b-bebe-4cae-abf1-ed540880f50c req-f48e6038-339a-4fec-8f27-827cc416faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:51.711605 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8458e92b-bebe-4cae-abf1-ed540880f50c req-f48e6038-339a-4fec-8f27-827cc416faaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876994 Jun 24 20:42:51.843238 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device eb6f1ae9-4102-4bea-937b-7bc4034df9ac up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:42:51.855303 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8458e92b-bebe-4cae-abf1-ed540880f50c req-16e192b4-567d-4286-bb79-7b181d75fbc5 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356096 Jun 24 20:42:51.932557 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Allocated IP 172.20.0.1 (5f641260-e6c7-4831-844b-6fc6c1d2450e/740976b6-9b5c-4f1e-85d3-0dc6742b27df/5f953bf4-07e4-4104-a85d-c96ad56b690d) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:42:51.968409 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port eb6f1ae9-4102-4bea-937b-7bc4034df9ac triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:42:51.968986 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:51.998400 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8458e92b-bebe-4cae-abf1-ed540880f50c req-a8b466d5-f909-4c42-a9a2-61664046c15d service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348174 Jun 24 20:42:52.111623 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.130516 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.138581 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Transition to ACTIVE for port object 5f953bf4-07e4-4104-a85d-c96ad56b690d will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:42:52.150777 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297385e-10e2-4b4c-b27e-e85d651381ad req-b08759fc-99b2-437f-9d28-12162518b202 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:52.151474 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-f297385e-10e2-4b4c-b27e-e85d651381ad req-b08759fc-99b2-437f-9d28-12162518b202 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Synchronizing usage tracker for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:42:52.166397 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.167441 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-f297385e-10e2-4b4c-b27e-e85d651381ad req-b08759fc-99b2-437f-9d28-12162518b202 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Unset dirty status for tenant:f8f32683d96e49d08727cdb7aa4dc923 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:42:52.168812 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f297385e-10e2-4b4c-b27e-e85d651381ad req-b08759fc-99b2-437f-9d28-12162518b202 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 944 time: 0.1121616 Jun 24 20:42:52.182979 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Transition to ACTIVE for port object 45cd6056-f60e-4f85-8587-1ac2e9eb511a will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:42:52.194525 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.225474 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f297385e-10e2-4b4c-b27e-e85d651381ad req-991b9411-4284-466d-98ae-fd39e8469597 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478902 Jun 24 20:42:52.264877 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port eb6f1ae9-4102-4bea-937b-7bc4034df9ac is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:42:52.299549 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9d5dc-c03c-4661-8969-e50c8bfdf63a None None] Pushing event updated for resources: {'Port': ['ID=45cd6056-f60e-4f85-8587-1ac2e9eb511a,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:52.302207 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Attempting to bind port 45cd6056-f60e-4f85-8587-1ac2e9eb511a on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:42:52.303350 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Attempting to bind port 45cd6056-f60e-4f85-8587-1ac2e9eb511a by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:42:52.303720 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Attempting to bind port 45cd6056-f60e-4f85-8587-1ac2e9eb511a on network cd9f41e2-529a-43c2-b620-1636d255c50a {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:42:52.310339 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:42:52.310772 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Checking segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:42:52.311164 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.311539 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Bound using segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:42:52.311988 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Bound port: 45cd6056-f60e-4f85-8587-1ac2e9eb511a, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:42:52.312350 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.384068 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] For port 45cd6056-f60e-4f85-8587-1ac2e9eb511a, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:42:52.387366 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] For port 45cd6056-f60e-4f85-8587-1ac2e9eb511a, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=45cd6056-f60e-4f85-8587-1ac2e9eb511a,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:42:52.395142 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.409146 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Network 5f641260-e6c7-4831-844b-6fc6c1d2450e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:42:52.410391 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Pushing event updated for resources: {'Port': ['ID=5f953bf4-07e4-4104-a85d-c96ad56b690d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:52.415717 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:42:52.417958 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:42:52.475247 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:42:52.475919 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:52.487449 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800663'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.622239 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.622499 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9d5dc-c03c-4661-8969-e50c8bfdf63a None None] Pushing event updated for resources: {'Port': ['ID=45cd6056-f60e-4f85-8587-1ac2e9eb511a,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:52.627993 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7727-e138-4dc5-8d98-c38ffead4dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.688753 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:42:52.807462 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-54e3ee1f-a037-4aae-8d08-6952553e5108 None None] Provisioning for port 5f953bf4-07e4-4104-a85d-c96ad56b690d completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:42:52.860881 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.863786 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-54e3ee1f-a037-4aae-8d08-6952553e5108 None None] Provisioning complete for port 5f953bf4-07e4-4104-a85d-c96ad56b690d triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:42:52.864141 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-54e3ee1f-a037-4aae-8d08-6952553e5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.869107 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.941969 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-54e3ee1f-a037-4aae-8d08-6952553e5108 None None] Port 5f953bf4-07e4-4104-a85d-c96ad56b690d cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:42:52.977196 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4173672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800626'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:52.980813 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Pushing event updated for resources: {'Port': ['ID=5f953bf4-07e4-4104-a85d-c96ad56b690d,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:53.026488 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:49Z', 'revision_number': 3, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:53.030822 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d601c-21f2-4309-92bc-408fbe5bec8a None None] The sync data for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi is: [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:49Z', 'revision_number': 3, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:42:53.124687 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Network 5f641260-e6c7-4831-844b-6fc6c1d2450e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:42:53.126095 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:42:53.372097 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Router e6529bbb-6051-4204-b735-4598ff411f3c has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:42:53.466443 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-0408bdd7-e008-4879-ae66-4d7264fe92cb None None] Provisioning complete for port 5f953bf4-07e4-4104-a85d-c96ad56b690d triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:42:53.466997 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0408bdd7-e008-4879-ae66-4d7264fe92cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:53.606347 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:53.608612 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-0408bdd7-e008-4879-ae66-4d7264fe92cb None None] Port 5f953bf4-07e4-4104-a85d-c96ad56b690d cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:42:53.618141 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device b22198ec-6571-4f2f-b246-20e7655ad6f7 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:42:53.639414 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:42:53.654673 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da027a9-a431-4c08-83ed-960269c99b6e req-f1ad44ab-95e4-46f1-a133-13aebe9d9b8a tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:53.656147 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9da027a9-a431-4c08-83ed-960269c99b6e req-f1ad44ab-95e4-46f1-a133-13aebe9d9b8a tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 944 time: 0.2095804 Jun 24 20:42:53.659455 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-b3fc0760-523a-4769-a067-300ea57df78b admin admin] 10.222.0.33 "PUT /v2.0/routers/e6529bbb-6051-4204-b735-4598ff411f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7199678 Jun 24 20:42:53.723837 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9da027a9-a431-4c08-83ed-960269c99b6e req-ddb8fca4-e7ce-4169-a510-6d48d110bf91 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552950 Jun 24 20:42:53.751194 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:53.811996 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port b22198ec-6571-4f2f-b246-20e7655ad6f7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b22198ec-6571-4f2f-b246-20e7655ad6f7,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:53.826775 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': 'b22198ec-6571-4f2f-b246-20e7655ad6f7', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'port_id': 'b22198ec-6571-4f2f-b246-20e7655ad6f7', 'mac_address': 'fa:16:3e:15:97:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:42:53.872371 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 45cd6056-f60e-4f85-8587-1ac2e9eb511a up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:42:53.944049 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port b22198ec-6571-4f2f-b246-20e7655ad6f7 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:42:53.944448 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:53.966462 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22198ec-6571-4f2f-b246-20e7655ad6f7 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:42:53.988633 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port b22198ec-6571-4f2f-b246-20e7655ad6f7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b22198ec-6571-4f2f-b246-20e7655ad6f7,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:53.992191 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 45cd6056-f60e-4f85-8587-1ac2e9eb511a completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:42:53.997256 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:54.038104 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 45cd6056-f60e-4f85-8587-1ac2e9eb511a triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:42:54.038788 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:54.120636 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=b22198ec-6571-4f2f-b246-20e7655ad6f7,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:54.191318 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 45cd6056-f60e-4f85-8587-1ac2e9eb511a is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:42:54.191864 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:54.212821 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 45cd6056-f60e-4f85-8587-1ac2e9eb511a, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=45cd6056-f60e-4f85-8587-1ac2e9eb511a,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:54.217467 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:54.254497 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54062) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:54.256730 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['b22198ec-6571-4f2f-b246-20e7655ad6f7'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:42:54.260355 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-632456679-network', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:54.265863 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:54.269813 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Usage tracker for resource:network and tenant:ad77dc1b37d04c3fb86f4383e8218c31 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:54.272652 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:54.278833 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:54.289234 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Made reservation on behalf of ad77dc1b37d04c3fb86f4383e8218c31 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:42:54.291955 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:54.304571 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:54.318965 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:54.324157 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Usage tracker for resource:security_group_rule and tenant:ad77dc1b37d04c3fb86f4383e8218c31 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:54.327065 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:54.332869 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:54.347970 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=45cd6056-f60e-4f85-8587-1ac2e9eb511a,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:54.436523 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:54.441258 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:54.464078 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 20:42:54.486010 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fac845-57bb-4fdc-87c5-9d7353519826,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:54.489972 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:54.490736 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.segments_db [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Added segment afb03609-f6f6-4250-9c30-fd7da19bff28 of type vlan for network bb57a461-cc97-4488-8bac-9b262c770c4e Jun 24 20:42:54.518931 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761139472406'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:54.552838 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:54.553969 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:54.554659 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:54.658665 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] Pushing event updated for resources: {'Network': ['ID=bb57a461-cc97-4488-8bac-9b262c770c4e,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:54.663752 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-ada8301f-bfe3-4f4a-9fe5-3c4da4cd5247 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4081702 Jun 24 20:42:54.666606 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54068) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:54.671720 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Network bb57a461-cc97-4488-8bac-9b262c770c4e details requested by agent ovs-agent-dv-cinder-847189-4-iscsi with host dv-cinder-847189-4-iscsi {{(pid=88161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 20:42:54.673329 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Request body: {'subnet': {'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-632456679-subnet', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:54.678470 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:54.682746 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Usage tracker for resource:subnet and tenant:ad77dc1b37d04c3fb86f4383e8218c31 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:54.685782 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:54.691784 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:54.707280 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Made reservation on behalf of ad77dc1b37d04c3fb86f4383e8218c31 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:42:54.707280 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2584325'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:54.801142 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Sync routers for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:42:54.811342 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:42:54.811993 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:54.925197 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44736a95-6c9f-415d-a551-99f679f2b115 req-933e14fe-38c7-4e80-ba39-a342369fa26b tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:54.933030 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-44736a95-6c9f-415d-a551-99f679f2b115 req-933e14fe-38c7-4e80-ba39-a342369fa26b tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 945 time: 0.0972807 Jun 24 20:42:54.975443 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-44736a95-6c9f-415d-a551-99f679f2b115 req-cd903334-8790-45ea-bdd6-717a321cf186 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412230 Jun 24 20:42:55.023237 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:55.029244 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:42:55.038887 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2650874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2584371'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:55.114153 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67f2b83-2faa-4e9d-ac1c-1856d073ab56,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:55.119461 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Checking segment: {'id': 'afb03609-f6f6-4250-9c30-fd7da19bff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:42:55.119908 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Network hostable DHCP agents. Network: bb57a461-cc97-4488-8bac-9b262c770c4e, hostable agents: ['1be62097-00bd-488d-89ba-00e05cb4ffb3'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 20:42:55.141449 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Network bb57a461-cc97-4488-8bac-9b262c770c4e is scheduled to be hosted by DHCP agent 1be62097-00bd-488d-89ba-00e05cb4ffb3 with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 20:42:55.152194 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-4-iscsi, bb57a461-cc97-4488-8bac-9b262c770c4e) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:42:55.156270 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:55.156849 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:55.163593 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfb957e-090d-4bcf-972b-69c334802dcb None None] Network bb57a461-cc97-4488-8bac-9b262c770c4e requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:42:55.183979 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-7a582046-983d-4334-94db-b2dc0ed89a16 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5161271 Jun 24 20:42:55.186096 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54074) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:55.191492 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-632456679-router', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:55.196259 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:42:55.200383 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Usage tracker for resource:router and tenant:ad77dc1b37d04c3fb86f4383e8218c31 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:42:55.203491 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:42:55.209299 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:42:55.220835 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3800691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60277'] for router, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:55.222232 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3787080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3848008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64902'] for router, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:55.240661 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:55.363886 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 2, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:55.368058 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Checking router: e6529bbb-6051-4204-b735-4598ff411f3c for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:42:55.368399 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Updating router e6529bbb-6051-4204-b735-4598ff411f3c port 5f953bf4-07e4-4104-a85d-c96ad56b690d binding host dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:42:55.432947 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f3845f4-25c2-549b-a277-efe1d63686d0-bb57a461-cc97-4488-8bac-9b262c770c4e', 'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'fixed_ips': [{'subnet_id': 'f67f2b83-2faa-4e9d-ac1c-1856d073ab56'}]}} from dv-cinder-847189-4-iscsi. {{(pid=88161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 20:42:55.433843 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:55.434080 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:55.535787 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3787130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3800698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64916'] for router, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:55.599881 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.db_base_plugin_common [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Allocated IP 172.20.0.2 (bb57a461-cc97-4488-8bac-9b262c770c4e/f67f2b83-2faa-4e9d-ac1c-1856d073ab56/2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce) {{(pid=88161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:42:55.636568 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device b22198ec-6571-4f2f-b246-20e7655ad6f7 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:42:55.791276 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Notify callbacks [] for port, precommit_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:55.799045 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.provisioning_blocks [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Transition to ACTIVE for port object 5f953bf4-07e4-4104-a85d-c96ad56b690d will not be triggered until provisioned by entity L2. {{(pid=88162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:42:55.809522 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:55.868021 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 45cd6056-f60e-4f85-8587-1ac2e9eb511a up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:42:55.932522 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port b22198ec-6571-4f2f-b246-20e7655ad6f7 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:42:55.970202 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port b22198ec-6571-4f2f-b246-20e7655ad6f7 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:42:55.970583 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:55.983254 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Pushing event updated for resources: {'Port': ['ID=5f953bf4-07e4-4104-a85d-c96ad56b690d,revision_number=3']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:56.001069 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.001833 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:56.001833 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:56.002032 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:56.002465 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:56.002861 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:56.005289 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:56.005686 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:56.006001 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:56.006386 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:56.006700 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:56.007018 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:56.007321 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:42:56.049055 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.078350 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Notify callbacks [] for port, precommit_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.102054 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Attempting to bind port 5f953bf4-07e4-4104-a85d-c96ad56b690d on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:42:56.102481 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Attempting to bind port 5f953bf4-07e4-4104-a85d-c96ad56b690d by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:42:56.102918 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Attempting to bind port 5f953bf4-07e4-4104-a85d-c96ad56b690d on network 5f641260-e6c7-4831-844b-6fc6c1d2450e {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:42:56.109436 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Transition to ACTIVE for port object 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:42:56.119200 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:42:56.120069 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Checking segment: {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:42:56.120477 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.122172 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Bound using segment: {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'} {{(pid=88162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:42:56.122646 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.managers [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Bound port: 5f953bf4-07e4-4104-a85d-c96ad56b690d, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'}}] {{(pid=88162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:42:56.125042 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.160969 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Transition to ACTIVE for port object 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce will not be triggered until provisioned by entity DHCP. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:42:56.177960 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597'] for port, after_create {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.234469 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Allocated IP 172.27.1.100 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/c4d8ce4b-59e1-499b-adc9-8e3bed1931a2) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:42:56.239894 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] For port 5f953bf4-07e4-4104-a85d-c96ad56b690d, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:42:56.245933 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.plugins.ml2.db [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] For port 5f953bf4-07e4-4104-a85d-c96ad56b690d, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=5f953bf4-07e4-4104-a85d-c96ad56b690d,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:42:56.254541 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron_lib.callbacks.manager [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.271214 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba64fb-6158-4405-8ba4-c41b4dcc5704 req-15b1e434-f057-4c45-bff7-9bdb37598744 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:56.275022 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 45cd6056-f60e-4f85-8587-1ac2e9eb511a triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:42:56.275387 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.278931 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-eeba64fb-6158-4405-8ba4-c41b4dcc5704 req-15b1e434-f057-4c45-bff7-9bdb37598744 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 945 time: 0.1234665 Jun 24 20:42:56.319303 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Network bb57a461-cc97-4488-8bac-9b262c770c4e is already hosted by enough agents. {{(pid=88161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:42:56.337778 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.scheduler.base_scheduler [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Resources bound (agent type, host, resource id): {{(pid=88161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:42:56.340393 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Received port after_create {{(pid=88161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:42:56.372404 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:42:56.373388 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:56.396658 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-eeba64fb-6158-4405-8ba4-c41b4dcc5704 req-07be2736-c4d7-410e-9afc-672443f6f687 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167116 Jun 24 20:42:56.407071 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Pushing event updated for resources: {'Port': ['ID=2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce,revision_number=1']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:56.429559 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port b22198ec-6571-4f2f-b246-20e7655ad6f7 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:42:56.429930 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.439018 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.495504 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.523593 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0d912b-f8d0-4561-aa7f-1a249bda4bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22198ec-6571-4f2f-b246-20e7655ad6f7'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:42:56.542044 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Attempting to bind port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:42:56.542446 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Attempting to bind port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'afb03609-f6f6-4250-9c30-fd7da19bff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:42:56.542805 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Attempting to bind port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce on network bb57a461-cc97-4488-8bac-9b262c770c4e {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:42:56.561180 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:42:56.561405 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4b44c-f745-493b-a63b-c0930cc5c85c None None] Pushing event updated for resources: {'Port': ['ID=5f953bf4-07e4-4104-a85d-c96ad56b690d,revision_number=4']} {{(pid=88162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:56.564540 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:42:56.572011 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:42:56.578092 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port b22198ec-6571-4f2f-b246-20e7655ad6f7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b22198ec-6571-4f2f-b246-20e7655ad6f7,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:56.580074 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:42:56.580462 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Checking segment: {'id': 'afb03609-f6f6-4250-9c30-fd7da19bff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:42:56.582538 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.583723 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Bound using segment: {'id': 'afb03609-f6f6-4250-9c30-fd7da19bff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:42:56.584618 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Bound port: 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb03609-f6f6-4250-9c30-fd7da19bff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:42:56.585272 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.624284 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Pushing event updated for resources: {'Port': ['ID=c4d8ce4b-59e1-499b-adc9-8e3bed1931a2,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:56.636928 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e1f616-5f9b-4420-9f89-ee5f97791471'] response: {'server_uuid': 'bf0d912b-f8d0-4561-aa7f-1a249bda4bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22198ec-6571-4f2f-b246-20e7655ad6f7', 'code': 200} Jun 24 20:42:56.642960 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:56.739863 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:42:56.775904 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=b22198ec-6571-4f2f-b246-20e7655ad6f7,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:56.886057 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 45cd6056-f60e-4f85-8587-1ac2e9eb511a is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:42:56.909735 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] For port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:42:56.914505 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] For port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce,segment=NetworkSegment(afb03609-f6f6-4250-9c30-fd7da19bff28),segment_id=afb03609-f6f6-4250-9c30-fd7da19bff28)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:42:56.923777 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:57.009554 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dca675-5265-45d4-9955-200f2e6f6f18 None None] Pushing event updated for resources: {'Port': ['ID=2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:57.055491 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea5006-a931-4873-b35c-6cf224d8e941 req-20c032d1-892b-49e0-8b69-78d8f2de6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:57.056979 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-66ea5006-a931-4873-b35c-6cf224d8e941 req-20c032d1-892b-49e0-8b69-78d8f2de6e85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 1099 time: 0.2332287 Jun 24 20:42:57.116104 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:56Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:57.119942 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b08fad-9525-4147-8b96-a2da37bbdf98 None None] The sync data for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi is: [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:56Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:42:57.124536 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-66ea5006-a931-4873-b35c-6cf224d8e941 req-478fdff7-eaaa-48ff-9472-c7bb682c3da0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518425 Jun 24 20:42:57.139194 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:57.593615 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3800641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3787037'] for router, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:57.605774 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df64364-3059-40d9-920e-d30efacae41f req-22b6396e-2e4e-452a-a2f0-1557eb85ce09 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:57.608073 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9df64364-3059-40d9-920e-d30efacae41f req-22b6396e-2e4e-452a-a2f0-1557eb85ce09 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 946 time: 0.0960252 Jun 24 20:42:57.670236 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9df64364-3059-40d9-920e-d30efacae41f req-ab0f9afd-1c4c-42e9-8104-537e0d61561c tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558388 Jun 24 20:42:57.867125 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:42:57.988813 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:42:57.995302 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 5f953bf4-07e4-4104-a85d-c96ad56b690d up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:42:58.047879 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Router fad5e749-9609-4723-8226-8fa886450b04 is scheduled to L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 with binding_index 1 {{(pid=88160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 20:42:58.077829 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 5f953bf4-07e4-4104-a85d-c96ad56b690d completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:42:58.083955 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 5f953bf4-07e4-4104-a85d-c96ad56b690d triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:42:58.084250 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:58.223178 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 5f953bf4-07e4-4104-a85d-c96ad56b690d is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:42:58.223547 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:58.257522 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 5f953bf4-07e4-4104-a85d-c96ad56b690d, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=5f953bf4-07e4-4104-a85d-c96ad56b690d,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:58.264553 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:58.300533 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:42:58.337054 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60696875-0853-4457-be3f-43b0ce505ed8 None None] Network bb57a461-cc97-4488-8bac-9b262c770c4e requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:42:58.342465 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:58.344211 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-1736392b-eb2e-4062-b215-75aa8a42fcda admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1569471 Jun 24 20:42:58.347312 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54100) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:58.359205 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Sync routers for ids ['fad5e749-9609-4723-8226-8fa886450b04'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:42:58.442470 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Routers {'fad5e749-9609-4723-8226-8fa886450b04'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:42:58.443106 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['fad5e749-9609-4723-8226-8fa886450b04'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:58.615549 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ee63c242-f85f-4988-9a21-1ec8651f9857 req-0e9ddd26-4eb0-4ddc-85cb-6d96d26ca460 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360838877&fields=id&tenant_id=2b176531901544bdb872295c6ff89088 HTTP/1.1" status: 200 len: 267 time: 0.0510385 Jun 24 20:42:58.627961 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-474a52ae-1321-43ec-8088-27496bea9c9a None None] Provisioning for port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:42:58.654104 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-474a52ae-1321-43ec-8088-27496bea9c9a None None] Provisioning complete for port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:42:58.654491 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-474a52ae-1321-43ec-8088-27496bea9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:58.677508 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=5f953bf4-07e4-4104-a85d-c96ad56b690d,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:58.712134 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c242-f85f-4988-9a21-1ec8651f9857 req-c2b5638d-7398-4dd2-88ce-59ed3bad3813 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:58.713719 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ee63c242-f85f-4988-9a21-1ec8651f9857 req-c2b5638d-7398-4dd2-88ce-59ed3bad3813 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 984 time: 0.0928574 Jun 24 20:42:58.734572 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [req-ee63c242-f85f-4988-9a21-1ec8651f9857 req-68d4afc6-ce78-4450-9929-48269d797aed tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Request body: {'port': {'security_groups': ['1a1de6ff-0a73-4f95-bbce-9115e562825d']}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:58.788426 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Set router fad5e749-9609-4723-8226-8fa886450b04 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:42:58.888478 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-ee63c242-f85f-4988-9a21-1ec8651f9857 req-68d4afc6-ce78-4450-9929-48269d797aed tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:59.026241 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be114bd-232a-4102-b554-93a39d46470c req-0d15a451-7dac-4d06-b2ff-ef780eddc223 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:59.027934 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6be114bd-232a-4102-b554-93a39d46470c req-0d15a451-7dac-4d06-b2ff-ef780eddc223 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 946 time: 0.2453845 Jun 24 20:42:59.152071 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-474a52ae-1321-43ec-8088-27496bea9c9a None None] Current status of the port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:42:59.152616 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-474a52ae-1321-43ec-8088-27496bea9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:59.160420 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6be114bd-232a-4102-b554-93a39d46470c req-5cf5fe1a-81d0-4d71-8bc5-048bfce70b2f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010842 Jun 24 20:42:59.167482 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [req-ee63c242-f85f-4988-9a21-1ec8651f9857 req-68d4afc6-ce78-4450-9929-48269d797aed tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] For port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:59.196985 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-ee63c242-f85f-4988-9a21-1ec8651f9857 req-68d4afc6-ce78-4450-9929-48269d797aed tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:59.203143 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-ee63c242-f85f-4988-9a21-1ec8651f9857 req-68d4afc6-ce78-4450-9929-48269d797aed tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:59.227173 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:42:59.280736 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c242-f85f-4988-9a21-1ec8651f9857 req-68d4afc6-ce78-4450-9929-48269d797aed tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:59.281580 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [req-ee63c242-f85f-4988-9a21-1ec8651f9857 req-68d4afc6-ce78-4450-9929-48269d797aed tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:59.288801 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ee63c242-f85f-4988-9a21-1ec8651f9857 req-68d4afc6-ce78-4450-9929-48269d797aed tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "PUT /v2.0/ports/4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c HTTP/1.1" status: 200 len: 942 time: 0.5617254 Jun 24 20:42:59.288916 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-474a52ae-1321-43ec-8088-27496bea9c9a None None] For port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce,segment=NetworkSegment(afb03609-f6f6-4250-9c30-fd7da19bff28),segment_id=afb03609-f6f6-4250-9c30-fd7da19bff28)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:42:59.289034 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:42:59.290996 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54116) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:59.313387 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-474a52ae-1321-43ec-8088-27496bea9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:59.366579 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:42:59.383938 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4afc6-ce78-4450-9929-48269d797aed tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event updated for resources: {'Port': ['ID=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:59.396473 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:59.404078 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee010801-4ca3-44f6-8a96-c3761cf8a799'] response: {'name': 'network-changed', 'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c', 'status': 'completed', 'code': 200} Jun 24 20:42:59.525151 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e5febb91-5be9-4f90-a2ee-a1d409dfea6c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:59.562548 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a52ae-1321-43ec-8088-27496bea9c9a None None] Pushing event updated for resources: {'Port': ['ID=2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:59.576452 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e5febb91-5be9-4f90-a2ee-a1d409dfea6c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:59.598926 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c775b-5277-42dd-86ae-de776cfde3d7 req-78f78612-d441-4e3a-9453-9f745e469a97 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:59.605523 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c80c775b-5277-42dd-86ae-de776cfde3d7 req-78f78612-d441-4e3a-9453-9f745e469a97 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 946 time: 0.3426299 Jun 24 20:42:59.618680 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54122) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:59.664073 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e5febb91-5be9-4f90-a2ee-a1d409dfea6c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:59.680042 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad5e749-9609-4723-8226-8fa886450b04', 'name': 'tempest-TestVolumeBootPattern-632456679-router', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:55Z', 'updated_at': '2022-06-24T20:42:56Z', 'revision_number': 3, 'project_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'gw_port': {'id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad5e749-9609-4723-8226-8fa886450b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:56Z', 'updated_at': '2022-06-24T20:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:42:59.688114 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5febb91-5be9-4f90-a2ee-a1d409dfea6c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b71ac3-fd56-44ea-a110-d45549fdaccc,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:42:59.689921 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Checking router: fad5e749-9609-4723-8226-8fa886450b04 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:42:59.690322 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Updating router fad5e749-9609-4723-8226-8fa886450b04 port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 binding host dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:42:59.716014 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e5febb91-5be9-4f90-a2ee-a1d409dfea6c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:59.719714 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-e5febb91-5be9-4f90-a2ee-a1d409dfea6c tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "DELETE /v2.0/security-groups/f1b71ac3-fd56-44ea-a110-d45549fdaccc HTTP/1.1" status: 204 len: 168 time: 0.4224470 Jun 24 20:42:59.719714 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f811119-b947-4380-9a2f-61103dcab1a1 req-cb362db1-aad9-422f-8625-319085ad3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:42:59.721131 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7f811119-b947-4380-9a2f-61103dcab1a1 req-cb362db1-aad9-422f-8625-319085ad3254 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b176531901544bdb872295c6ff89088&device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 1098 time: 0.2906427 Jun 24 20:42:59.721585 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54126) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:42:59.756129 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-55a3b457-2ca8-4b14-b6cb-fd2e4f3b3f77 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Request body: {'floatingip': {'port_id': 'b22198ec-6571-4f2f-b246-20e7655ad6f7'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:42:59.818598 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:59.860229 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:42:59.871000 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55a3b457-2ca8-4b14-b6cb-fd2e4f3b3f77 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:42:59.884331 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-d2603474-9b2c-4d02-938c-7900785aee0e None None] Provisioning complete for port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:42:59.884536 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-d2603474-9b2c-4d02-938c-7900785aee0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.041053 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f811119-b947-4380-9a2f-61103dcab1a1 req-2485c5d3-8550-44e1-91ad-a5db02f6e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:00.042408 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7f811119-b947-4380-9a2f-61103dcab1a1 req-2485c5d3-8550-44e1-91ad-a5db02f6e0c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c630cbc8-093d-4a5d-b2ba-14a6a767993c HTTP/1.1" status: 200 len: 916 time: 0.2630687 Jun 24 20:43:00.043482 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0d27b4af-103b-4f13-9c10-deac1953d8b8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Deleting port 2b3de0b9-b0fe-445e-b6b4-e726524ff3df {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:43:00.043811 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0d27b4af-103b-4f13-9c10-deac1953d8b8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.123304 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Allocated IP 172.20.0.1 (bb57a461-cc97-4488-8bac-9b262c770c4e/f67f2b83-2faa-4e9d-ac1c-1856d073ab56/01365862-8734-454b-b8bc-48634d557670) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:43:00.230843 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:43:00.231537 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.313311 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-d2603474-9b2c-4d02-938c-7900785aee0e None None] Current status of the port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:43:00.365839 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7f811119-b947-4380-9a2f-61103dcab1a1 req-6fc3f98a-7bb5-4bd2-8de5-886da7ae256a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c HTTP/1.1" status: 200 len: 1001 time: 0.2932274 Jun 24 20:43:00.404517 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-d2603474-9b2c-4d02-938c-7900785aee0e None None] Provisioning complete for port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:43:00.405020 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-d2603474-9b2c-4d02-938c-7900785aee0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.478786 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0d27b4af-103b-4f13-9c10-deac1953d8b8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.479394 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0d27b4af-103b-4f13-9c10-deac1953d8b8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.544300 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.565604 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Transition to ACTIVE for port object 01365862-8734-454b-b8bc-48634d557670 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:43:00.570246 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:43:00.571415 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 5f953bf4-07e4-4104-a85d-c96ad56b690d up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:43:00.604239 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.607284 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f811119-b947-4380-9a2f-61103dcab1a1 req-94f6c465-1ffc-4172-9b7b-baac4ec285dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:00.608830 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7f811119-b947-4380-9a2f-61103dcab1a1 req-94f6c465-1ffc-4172-9b7b-baac4ec285dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73be05dd-18aa-409c-9e52-75b447fd8966 HTTP/1.1" status: 200 len: 854 time: 0.2003167 Jun 24 20:43:00.615954 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0d27b4af-103b-4f13-9c10-deac1953d8b8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Calling delete_port for 2b3de0b9-b0fe-445e-b6b4-e726524ff3df owned by network:floatingip {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:43:00.681207 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Transition to ACTIVE for port object c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:43:00.691262 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.699985 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.758545 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55a3b457-2ca8-4b14-b6cb-fd2e4f3b3f77 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.768265 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55a3b457-2ca8-4b14-b6cb-fd2e4f3b3f77 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.789289 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f811119-b947-4380-9a2f-61103dcab1a1 req-810ee6ee-86be-4898-9004-b2102ea7d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:00.790843 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7f811119-b947-4380-9a2f-61103dcab1a1 req-810ee6ee-86be-4898-9004-b2102ea7d525 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c630cbc8-093d-4a5d-b2ba-14a6a767993c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1407671 Jun 24 20:43:00.828665 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-d2603474-9b2c-4d02-938c-7900785aee0e None None] Current status of the port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:43:00.835885 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Network bb57a461-cc97-4488-8bac-9b262c770c4e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:43:00.837606 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Attempting to bind port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:43:00.837983 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Attempting to bind port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:43:00.838497 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Attempting to bind port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 on network cd9f41e2-529a-43c2-b620-1636d255c50a {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:43:00.848873 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:43:00.849273 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Checking segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:43:00.849629 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.850019 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Bound using segment: {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:43:00.850536 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Bound port: c4d8ce4b-59e1-499b-adc9-8e3bed1931a2, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba735b3-141c-4c0b-905b-eb0981cffac3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:43:00.850922 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.876600 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f80d3-fa80-41e6-b7f1-5827a3a45f26 None None] Pushing event updated for resources: {'Port': ['ID=c4d8ce4b-59e1-499b-adc9-8e3bed1931a2,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:00.891473 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:43:00.891715 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 5f953bf4-07e4-4104-a85d-c96ad56b690d triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:43:00.891992 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.900829 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Pushing event updated for resources: {'Port': ['ID=01365862-8734-454b-b8bc-48634d557670,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:00.908883 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:43:00.988238 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0d27b4af-103b-4f13-9c10-deac1953d8b8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:00.997986 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] For port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:43:01.003999 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] For port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=c4d8ce4b-59e1-499b-adc9-8e3bed1931a2,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:43:01.006447 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3800663'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:01.053212 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27b4af-103b-4f13-9c10-deac1953d8b8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event deleted for resources: {'Port': ['ID=2b3de0b9-b0fe-445e-b6b4-e726524ff3df,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:01.073186 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:01.076489 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.l3_db [None req-55a3b457-2ca8-4b14-b6cb-fd2e4f3b3f77 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Floating IP 12bd6caa-d2a9-4a0e-9711-a00dc3569d05 associated. External IP: 172.27.1.220, port: b22198ec-6571-4f2f-b246-20e7655ad6f7. Jun 24 20:43:01.077017 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 5f953bf4-07e4-4104-a85d-c96ad56b690d is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:43:01.090364 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7f811119-b947-4380-9a2f-61103dcab1a1 req-ba2af39e-7db2-4124-b121-7e1a8968046b service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904894 Jun 24 20:43:01.155029 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Routers {'fad5e749-9609-4723-8226-8fa886450b04'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:43:01.155656 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['fad5e749-9609-4723-8226-8fa886450b04'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:01.247565 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0d27b4af-103b-4f13-9c10-deac1953d8b8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks [] for floatingip, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:01.247894 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [None req-0d27b4af-103b-4f13-9c10-deac1953d8b8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Floating IP 90ab2ead-e97f-4156-8af4-214e89896b89 disassociated (deleted). External IP: 172.27.1.225, port: 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c. Jun 24 20:43:01.284143 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f80d3-fa80-41e6-b7f1-5827a3a45f26 None None] Pushing event updated for resources: {'Port': ['ID=c4d8ce4b-59e1-499b-adc9-8e3bed1931a2,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:01.304711 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-5c94d989-7d9a-4e35-9d5d-7bc85f551f5c None None] Provisioning for port 01365862-8734-454b-b8bc-48634d557670 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:43:01.323354 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-5c94d989-7d9a-4e35-9d5d-7bc85f551f5c None None] Provisioning complete for port 01365862-8734-454b-b8bc-48634d557670 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:43:01.323710 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5c94d989-7d9a-4e35-9d5d-7bc85f551f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:01.403910 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-5c94d989-7d9a-4e35-9d5d-7bc85f551f5c None None] Port 01365862-8734-454b-b8bc-48634d557670 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:43:01.416549 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7f811119-b947-4380-9a2f-61103dcab1a1 req-2f47a6bb-f35c-46fc-9bd7-ccc2af79247b service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194273 Jun 24 20:43:01.436349 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] Set router fad5e749-9609-4723-8226-8fa886450b04 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:43:01.569320 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:01.725831 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad5e749-9609-4723-8226-8fa886450b04', 'name': 'tempest-TestVolumeBootPattern-632456679-router', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:55Z', 'updated_at': '2022-06-24T20:42:56Z', 'revision_number': 3, 'project_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'gw_port': {'id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad5e749-9609-4723-8226-8fa886450b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:56Z', 'updated_at': '2022-06-24T20:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:01.729599 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23e1e4-0cdd-479e-bb73-d7130aefd1db None None] The sync data for ids ['fad5e749-9609-4723-8226-8fa886450b04'] in dv-cinder-847189-4-iscsi is: [{'id': 'fad5e749-9609-4723-8226-8fa886450b04', 'name': 'tempest-TestVolumeBootPattern-632456679-router', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:55Z', 'updated_at': '2022-06-24T20:42:56Z', 'revision_number': 3, 'project_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'gw_port': {'id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad5e749-9609-4723-8226-8fa886450b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:56Z', 'updated_at': '2022-06-24T20:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:43:01.756882 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d27b4af-103b-4f13-9c10-deac1953d8b8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Router 13cfae95-b5bf-40c3-aee4-53d21590d990 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:43:01.832664 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a3b457-2ca8-4b14-b6cb-fd2e4f3b3f77 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:43:01.946351 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d27b4af-103b-4f13-9c10-deac1953d8b8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:43:01.971696 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5993de42-2f19-4a4c-bb1d-4392dec9886a None None] Sync routers for ids ['13cfae95-b5bf-40c3-aee4-53d21590d990'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:43:01.992359 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0d27b4af-103b-4f13-9c10-deac1953d8b8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:01.995546 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5993de42-2f19-4a4c-bb1d-4392dec9886a None None] Routers {'13cfae95-b5bf-40c3-aee4-53d21590d990'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:43:01.996213 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-5993de42-2f19-4a4c-bb1d-4392dec9886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['13cfae95-b5bf-40c3-aee4-53d21590d990'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:02.070726 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-0d27b4af-103b-4f13-9c10-deac1953d8b8 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "DELETE /v2.0/floatingips/90ab2ead-e97f-4156-8af4-214e89896b89 HTTP/1.1" status: 204 len: 168 time: 2.3480434 Jun 24 20:43:02.071442 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:43:02.078095 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:02.089232 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:02.165878 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f09175d8-bc92-4994-b332-cb84d4b8a526'] response: {'name': 'network-changed', 'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c', 'status': 'completed', 'code': 200} Jun 24 20:43:02.199312 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a3b457-2ca8-4b14-b6cb-fd2e4f3b3f77 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:43:02.212545 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a5adc-a8e1-449b-84ff-2b7aa3026225 None None] Sync routers for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:43:02.235019 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a5adc-a8e1-449b-84ff-2b7aa3026225 None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:43:02.236450 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e27a5adc-a8e1-449b-84ff-2b7aa3026225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:02.256413 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55a3b457-2ca8-4b14-b6cb-fd2e4f3b3f77 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:02.291033 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-5993de42-2f19-4a4c-bb1d-4392dec9886a None None] Set router 13cfae95-b5bf-40c3-aee4-53d21590d990 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:43:02.311404 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b632-4d68-4aa1-93c1-765c2bc722eb req-7f327f2b-9849-4cb3-a0a1-c28be26c3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:02.313468 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8341b632-4d68-4aa1-93c1-765c2bc722eb req-7f327f2b-9849-4cb3-a0a1-c28be26c3cd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b176531901544bdb872295c6ff89088&device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 1098 time: 0.1207638 Jun 24 20:43:02.340850 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Pushing event updated for resources: {'Port': ['ID=01365862-8734-454b-b8bc-48634d557670,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:02.354808 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4173672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800626'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:02.566411 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b632-4d68-4aa1-93c1-765c2bc722eb req-ac2482de-ccdd-49c7-ae1d-1ef751721ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:02.568961 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-55a3b457-2ca8-4b14-b6cb-fd2e4f3b3f77 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "PUT /v2.0/floatingips/12bd6caa-d2a9-4a0e-9711-a00dc3569d05 HTTP/1.1" status: 200 len: 992 time: 2.9489577 Jun 24 20:43:02.569348 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8341b632-4d68-4aa1-93c1-765c2bc722eb req-ac2482de-ccdd-49c7-ae1d-1ef751721ae2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c630cbc8-093d-4a5d-b2ba-14a6a767993c HTTP/1.1" status: 200 len: 916 time: 0.2489979 Jun 24 20:43:02.571603 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0d912b-f8d0-4561-aa7f-1a249bda4bc5', 'tag': 'b22198ec-6571-4f2f-b246-20e7655ad6f7'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:43:02.676835 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acad1664-488c-4b0d-b957-38805b0f0ba0'] response: {'name': 'network-changed', 'server_uuid': 'bf0d912b-f8d0-4561-aa7f-1a249bda4bc5', 'tag': 'b22198ec-6571-4f2f-b246-20e7655ad6f7', 'status': 'completed', 'code': 200} Jun 24 20:43:02.680595 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Network bb57a461-cc97-4488-8bac-9b262c770c4e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:43:02.681807 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:43:02.697550 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-e27a5adc-a8e1-449b-84ff-2b7aa3026225 None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:43:02.706701 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:43:02.768599 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8341b632-4d68-4aa1-93c1-765c2bc722eb req-2d7d59c9-8b30-4f23-8793-6a00183d218e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c HTTP/1.1" status: 200 len: 217 time: 0.1931970 Jun 24 20:43:02.887307 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b632-4d68-4aa1-93c1-765c2bc722eb req-c8e8c8a5-d2b3-463d-8cc7-3d341e7346b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:02.889027 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8341b632-4d68-4aa1-93c1-765c2bc722eb req-c8e8c8a5-d2b3-463d-8cc7-3d341e7346b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73be05dd-18aa-409c-9e52-75b447fd8966 HTTP/1.1" status: 200 len: 854 time: 0.0951455 Jun 24 20:43:03.041340 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b632-4d68-4aa1-93c1-765c2bc722eb req-68380bba-08ee-4c63-9909-5190985f7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:03.045090 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8341b632-4d68-4aa1-93c1-765c2bc722eb req-68380bba-08ee-4c63-9909-5190985f7168 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c630cbc8-093d-4a5d-b2ba-14a6a767993c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1324341 Jun 24 20:43:03.075858 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-5993de42-2f19-4a4c-bb1d-4392dec9886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:41:00Z', 'revision_number': 4, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port': {'id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:55Z', 'updated_at': '2022-06-24T20:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a707c78c-0930-4fe1-9e53-f24a84cbcd8f', 'name': '', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'mac_address': 'fa:16:3e:3a:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:59Z', 'updated_at': '2022-06-24T20:41:06Z', 'revision_number': 5, 'project_id': '2b176531901544bdb872295c6ff89088', 'subnets': [{'id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:03.088791 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5993de42-2f19-4a4c-bb1d-4392dec9886a None None] Checking router: 13cfae95-b5bf-40c3-aee4-53d21590d990 for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:43:03.105440 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f4913-d87f-4624-82f2-fc76ef5e6955 req-70a05121-ead1-4c06-8593-02521e90eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:03.110454 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-573f4913-d87f-4624-82f2-fc76ef5e6955 req-70a05121-ead1-4c06-8593-02521e90eca4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8f32683d96e49d08727cdb7aa4dc923&device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 1099 time: 0.2671881 Jun 24 20:43:03.118627 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5993de42-2f19-4a4c-bb1d-4392dec9886a None None] Routers {'13cfae95-b5bf-40c3-aee4-53d21590d990'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:43:03.119257 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-5993de42-2f19-4a4c-bb1d-4392dec9886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['13cfae95-b5bf-40c3-aee4-53d21590d990'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:03.156026 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-02d9461c-e110-4ab9-9d17-35bcd5a598ae None None] Provisioning complete for port 01365862-8734-454b-b8bc-48634d557670 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:43:03.156426 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-02d9461c-e110-4ab9-9d17-35bcd5a598ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:03.323183 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8341b632-4d68-4aa1-93c1-765c2bc722eb req-ed991748-5886-496e-899b-a10d36410c21 service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716286 Jun 24 20:43:03.395778 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Router fad5e749-9609-4723-8226-8fa886450b04 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:43:03.515631 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-02d9461c-e110-4ab9-9d17-35bcd5a598ae None None] Port 01365862-8734-454b-b8bc-48634d557670 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:43:03.534336 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-5993de42-2f19-4a4c-bb1d-4392dec9886a None None] Set router 13cfae95-b5bf-40c3-aee4-53d21590d990 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:43:03.602280 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e27a5adc-a8e1-449b-84ff-2b7aa3026225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '12bd6caa-d2a9-4a0e-9711-a00dc3569d05', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'port_id': 'b22198ec-6571-4f2f-b246-20e7655ad6f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'mac_address': 'fa:16:3e:15:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0d912b-f8d0-4561-aa7f-1a249bda4bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:42:44Z', 'updated_at': '2022-06-24T20:43:00Z', 'revision_number': 1, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:45Z', 'revision_number': 5, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:03.613070 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a5adc-a8e1-449b-84ff-2b7aa3026225 None None] Checking router: 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:43:03.628633 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a5adc-a8e1-449b-84ff-2b7aa3026225 None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:43:03.630162 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e27a5adc-a8e1-449b-84ff-2b7aa3026225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:03.667546 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-8341b632-4d68-4aa1-93c1-765c2bc722eb req-a360c014-2b2b-438c-a227-5c704b6905b3 service neutron] 10.222.0.15 "GET /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257904 Jun 24 20:43:03.674540 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f4913-d87f-4624-82f2-fc76ef5e6955 req-00189c2c-a51d-4552-b6b2-e056739cd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:03.676063 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-573f4913-d87f-4624-82f2-fc76ef5e6955 req-00189c2c-a51d-4552-b6b2-e056739cd753 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d HTTP/1.1" status: 200 len: 911 time: 0.5562134 Jun 24 20:43:03.679045 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:43:03.706887 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-19a5c77c-e899-40ae-9ab4-ce992fce432d admin admin] 10.222.0.33 "PUT /v2.0/routers/fad5e749-9609-4723-8226-8fa886450b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3579590 Jun 24 20:43:03.924181 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-573f4913-d87f-4624-82f2-fc76ef5e6955 req-def36fa4-0487-41a0-8636-1d5f850b6c04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b22198ec-6571-4f2f-b246-20e7655ad6f7 HTTP/1.1" status: 200 len: 1000 time: 0.2164040 Jun 24 20:43:03.960109 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:43:04.058258 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f4913-d87f-4624-82f2-fc76ef5e6955 req-104aea8b-7878-4dba-8abe-8f02dd9e25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:04.060284 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-573f4913-d87f-4624-82f2-fc76ef5e6955 req-104aea8b-7878-4dba-8abe-8f02dd9e25fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca567e07-e9a2-4973-a5ab-da5d14034a85 HTTP/1.1" status: 200 len: 849 time: 0.1290200 Jun 24 20:43:04.099482 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-e27a5adc-a8e1-449b-84ff-2b7aa3026225 None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:43:04.212888 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-5993de42-2f19-4a4c-bb1d-4392dec9886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:41:00Z', 'revision_number': 4, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port': {'id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:55Z', 'updated_at': '2022-06-24T20:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a707c78c-0930-4fe1-9e53-f24a84cbcd8f', 'name': '', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'mac_address': 'fa:16:3e:3a:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:59Z', 'updated_at': '2022-06-24T20:41:06Z', 'revision_number': 5, 'project_id': '2b176531901544bdb872295c6ff89088', 'subnets': [{'id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:04.218682 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5993de42-2f19-4a4c-bb1d-4392dec9886a None None] The sync data for ids ['13cfae95-b5bf-40c3-aee4-53d21590d990'] in dv-cinder-847189-4-iscsi is: [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:41:00Z', 'revision_number': 4, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port': {'id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:55Z', 'updated_at': '2022-06-24T20:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a707c78c-0930-4fe1-9e53-f24a84cbcd8f', 'name': '', 'network_id': 'c630cbc8-093d-4a5d-b2ba-14a6a767993c', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'mac_address': 'fa:16:3e:3a:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:59Z', 'updated_at': '2022-06-24T20:41:06Z', 'revision_number': 5, 'project_id': '2b176531901544bdb872295c6ff89088', 'subnets': [{'id': '73be05dd-18aa-409c-9e52-75b447fd8966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:43:04.233664 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f4913-d87f-4624-82f2-fc76ef5e6955 req-a9ee0b87-2ac3-4698-99e4-aeeff90487b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:04.235738 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-573f4913-d87f-4624-82f2-fc76ef5e6955 req-a9ee0b87-2ac3-4698-99e4-aeeff90487b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1675699 Jun 24 20:43:04.348912 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54176) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:04.355040 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666109143', 'description': 'tempest-secgroup-smoke-1666109143 description', 'project_id': '90ecc0412d8a42dcb699c6a7b360a632'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:43:04.365859 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:43:04.372386 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Usage tracker for resource:security_group and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:43:04.376146 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:43:04.390174 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:43:04.423209 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:04.454268 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:43:04.460156 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Usage tracker for resource:security_group_rule and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:43:04.464215 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:43:04.473906 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-573f4913-d87f-4624-82f2-fc76ef5e6955 req-5d48396b-58bb-4c21-8ac6-c302dbf58f63 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089722 Jun 24 20:43:04.477655 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:43:04.494591 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:43:04.505699 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:43:04.509065 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:04.626928 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:04.635709 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:04.699224 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f7048a-3dba-4df2-8766-2f28bf2807ab,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:04.706607 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-573f4913-d87f-4624-82f2-fc76ef5e6955 req-dd8a9e1a-061f-4cd2-90e4-404347fef354 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263272 Jun 24 20:43:04.707316 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:04.711254 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-7d395dbf-7e81-4462-b851-cc98cf179144 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3585653 Jun 24 20:43:04.711956 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54184) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:04.717169 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a1d3fbca-741e-4005-a24d-ff73a9676c1b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Request body: {'security_group_rule': {'security_group_id': '04f7048a-3dba-4df2-8766-2f28bf2807ab', 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:43:04.730287 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a1d3fbca-741e-4005-a24d-ff73a9676c1b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:43:04.736879 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a1d3fbca-741e-4005-a24d-ff73a9676c1b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Usage tracker for resource:security_group_rule and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:43:04.742570 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a1d3fbca-741e-4005-a24d-ff73a9676c1b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:43:04.750592 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a1d3fbca-741e-4005-a24d-ff73a9676c1b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:43:04.774536 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e23f64-4c4c-44e2-b643-5bcf983b1cbd None None] New status for floating IP 90ab2ead-e97f-4156-8af4-214e89896b89: DOWN {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:43:04.775415 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1d3fbca-741e-4005-a24d-ff73a9676c1b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:04.791410 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Sync routers for ids ['fad5e749-9609-4723-8226-8fa886450b04'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:43:04.799106 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:43:04.799777 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:04.826793 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Routers {'fad5e749-9609-4723-8226-8fa886450b04'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:43:04.827408 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['fad5e749-9609-4723-8226-8fa886450b04'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:04.850806 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1d3fbca-741e-4005-a24d-ff73a9676c1b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:04.854833 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1d3fbca-741e-4005-a24d-ff73a9676c1b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:04.880314 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3fbca-741e-4005-a24d-ff73a9676c1b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201e6a5d-77d4-4d22-868a-4375bc6cc770,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:04.892749 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1d3fbca-741e-4005-a24d-ff73a9676c1b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:04.893513 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-a1d3fbca-741e-4005-a24d-ff73a9676c1b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1807897 Jun 24 20:43:04.896149 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54188) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:04.901152 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-be979c1d-eb5b-443d-8b97-fc859eee27b2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Request body: {'security_group_rule': {'security_group_id': '04f7048a-3dba-4df2-8766-2f28bf2807ab', 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:43:04.907566 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-be979c1d-eb5b-443d-8b97-fc859eee27b2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:43:04.911671 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-be979c1d-eb5b-443d-8b97-fc859eee27b2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Usage tracker for resource:security_group_rule and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:43:04.914857 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-be979c1d-eb5b-443d-8b97-fc859eee27b2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:43:04.920733 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-be979c1d-eb5b-443d-8b97-fc859eee27b2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:43:04.938305 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be979c1d-eb5b-443d-8b97-fc859eee27b2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:04.953404 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=c4d8ce4b-59e1-499b-adc9-8e3bed1931a2,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:04.965075 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:04.969162 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e27a5adc-a8e1-449b-84ff-2b7aa3026225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '12bd6caa-d2a9-4a0e-9711-a00dc3569d05', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'port_id': 'b22198ec-6571-4f2f-b246-20e7655ad6f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'mac_address': 'fa:16:3e:15:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0d912b-f8d0-4561-aa7f-1a249bda4bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:42:44Z', 'updated_at': '2022-06-24T20:43:00Z', 'revision_number': 1, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:45Z', 'revision_number': 5, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:05.009049 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be979c1d-eb5b-443d-8b97-fc859eee27b2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.013942 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be979c1d-eb5b-443d-8b97-fc859eee27b2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.026013 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a5adc-a8e1-449b-84ff-2b7aa3026225 None None] The sync data for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi is: [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '12bd6caa-d2a9-4a0e-9711-a00dc3569d05', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'port_id': 'b22198ec-6571-4f2f-b246-20e7655ad6f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'mac_address': 'fa:16:3e:15:97:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0d912b-f8d0-4561-aa7f-1a249bda4bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:42:44Z', 'updated_at': '2022-06-24T20:43:00Z', 'revision_number': 1, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:45Z', 'revision_number': 5, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:43:05.054023 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be979c1d-eb5b-443d-8b97-fc859eee27b2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f9ebd6-34b7-4e60-a785-7ce2fa14fe3d,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:05.069993 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be979c1d-eb5b-443d-8b97-fc859eee27b2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.071684 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-be979c1d-eb5b-443d-8b97-fc859eee27b2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1744802 Jun 24 20:43:05.074323 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54196) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:05.081874 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-cc2c0693-e079-4532-b76c-b96443ca96b8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Request body: {'security_group_rule': {'security_group_id': '04f7048a-3dba-4df2-8766-2f28bf2807ab', 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:43:05.082925 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=c4d8ce4b-59e1-499b-adc9-8e3bed1931a2,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:05.091859 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-cc2c0693-e079-4532-b76c-b96443ca96b8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:43:05.096511 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-cc2c0693-e079-4532-b76c-b96443ca96b8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Usage tracker for resource:security_group_rule and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:43:05.100249 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-cc2c0693-e079-4532-b76c-b96443ca96b8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:43:05.108865 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-cc2c0693-e079-4532-b76c-b96443ca96b8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:43:05.117548 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Set router fad5e749-9609-4723-8226-8fa886450b04 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:43:05.133191 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0693-e079-4532-b76c-b96443ca96b8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.208541 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0693-e079-4532-b76c-b96443ca96b8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.213510 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0693-e079-4532-b76c-b96443ca96b8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.241387 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c0693-e079-4532-b76c-b96443ca96b8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280e1f4c-4978-4de8-9c56-10884ba03e3b,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:05.253759 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0693-e079-4532-b76c-b96443ca96b8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.255366 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-cc2c0693-e079-4532-b76c-b96443ca96b8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1798973 Jun 24 20:43:05.258183 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54202) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:05.267038 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b687627b-0fe6-4add-b15c-719a6ba30252 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Request body: {'security_group_rule': {'security_group_id': '04f7048a-3dba-4df2-8766-2f28bf2807ab', 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:43:05.275698 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b687627b-0fe6-4add-b15c-719a6ba30252 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:43:05.278734 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ca15d-77ff-4dd6-a0ac-08f3d1774cba None None] New status for floating IP 12bd6caa-d2a9-4a0e-9711-a00dc3569d05: ACTIVE {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:43:05.284305 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-b687627b-0fe6-4add-b15c-719a6ba30252 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Usage tracker for resource:security_group_rule and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:43:05.287517 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-b687627b-0fe6-4add-b15c-719a6ba30252 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:43:05.294031 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b687627b-0fe6-4add-b15c-719a6ba30252 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:43:05.318672 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b687627b-0fe6-4add-b15c-719a6ba30252 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.416374 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b687627b-0fe6-4add-b15c-719a6ba30252 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.426866 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b687627b-0fe6-4add-b15c-719a6ba30252 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.460037 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687627b-0fe6-4add-b15c-719a6ba30252 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40f1176-4ae5-4c8f-ad77-877256e50b13,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:05.473553 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b687627b-0fe6-4add-b15c-719a6ba30252 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.474942 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-b687627b-0fe6-4add-b15c-719a6ba30252 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2139351 Jun 24 20:43:05.477716 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54208) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:05.483682 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d11692a9-f1d4-4a41-b30d-c32449a81873 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Request body: {'security_group_rule': {'security_group_id': '04f7048a-3dba-4df2-8766-2f28bf2807ab', 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:43:05.490309 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d11692a9-f1d4-4a41-b30d-c32449a81873 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:43:05.495745 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d11692a9-f1d4-4a41-b30d-c32449a81873 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Usage tracker for resource:security_group_rule and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:43:05.501943 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-d11692a9-f1d4-4a41-b30d-c32449a81873 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:43:05.508443 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d11692a9-f1d4-4a41-b30d-c32449a81873 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:43:05.520851 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-d11692a9-f1d4-4a41-b30d-c32449a81873 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Project 90ecc0412d8a42dcb699c6a7b360a632 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 20:43:05.532240 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d11692a9-f1d4-4a41-b30d-c32449a81873 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.571099 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad5e749-9609-4723-8226-8fa886450b04', 'name': 'tempest-TestVolumeBootPattern-632456679-router', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:55Z', 'updated_at': '2022-06-24T20:43:01Z', 'revision_number': 4, 'project_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'gw_port': {'id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad5e749-9609-4723-8226-8fa886450b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:56Z', 'updated_at': '2022-06-24T20:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '01365862-8734-454b-b8bc-48634d557670', 'name': '', 'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'mac_address': 'fa:16:3e:af:b7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad5e749-9609-4723-8226-8fa886450b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f67f2b83-2faa-4e9d-ac1c-1856d073ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:59Z', 'updated_at': '2022-06-24T20:43:01Z', 'revision_number': 2, 'project_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'subnets': [{'id': 'f67f2b83-2faa-4e9d-ac1c-1856d073ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:05.575515 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Checking router: fad5e749-9609-4723-8226-8fa886450b04 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:43:05.575868 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Updating router fad5e749-9609-4723-8226-8fa886450b04 port 01365862-8734-454b-b8bc-48634d557670 binding host dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 20:43:05.603194 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d11692a9-f1d4-4a41-b30d-c32449a81873 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.608859 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d11692a9-f1d4-4a41-b30d-c32449a81873 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.633228 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.635870 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11692a9-f1d4-4a41-b30d-c32449a81873 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318acd07-627b-44f3-b077-9ed06daf73b7,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:05.649071 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d11692a9-f1d4-4a41-b30d-c32449a81873 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.652177 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-d11692a9-f1d4-4a41-b30d-c32449a81873 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1718194 Jun 24 20:43:05.653407 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54212) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:05.658822 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-33cb127d-b4ee-4cad-8c4d-cc3d23b16c38 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Request body: {'security_group_rule': {'security_group_id': '04f7048a-3dba-4df2-8766-2f28bf2807ab', 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:43:05.664696 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-33cb127d-b4ee-4cad-8c4d-cc3d23b16c38 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:43:05.668632 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-33cb127d-b4ee-4cad-8c4d-cc3d23b16c38 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Usage tracker for resource:security_group_rule and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:43:05.671667 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-33cb127d-b4ee-4cad-8c4d-cc3d23b16c38 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:43:05.677701 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-33cb127d-b4ee-4cad-8c4d-cc3d23b16c38 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:43:05.689971 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-33cb127d-b4ee-4cad-8c4d-cc3d23b16c38 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Project 90ecc0412d8a42dcb699c6a7b360a632 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 20:43:05.696706 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-33cb127d-b4ee-4cad-8c4d-cc3d23b16c38 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.779222 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-33cb127d-b4ee-4cad-8c4d-cc3d23b16c38 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.787574 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-33cb127d-b4ee-4cad-8c4d-cc3d23b16c38 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884562'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.816620 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb127d-b4ee-4cad-8c4d-cc3d23b16c38 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c819396-5043-480c-9ed5-b2082e44301d,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:05.827664 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-33cb127d-b4ee-4cad-8c4d-cc3d23b16c38 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:05.832650 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-33cb127d-b4ee-4cad-8c4d-cc3d23b16c38 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1746440 Jun 24 20:43:05.855918 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:43:05.974580 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:43:05.975179 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:06.145340 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:06.169647 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Transition to ACTIVE for port object 01365862-8734-454b-b8bc-48634d557670 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:43:06.174452 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:43:06.178105 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:06.226916 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3963724-66cb-48e0-82d7-42da64523aa2 req-c5c666d8-4a8f-4932-8bac-15df188bea34 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:06.227624 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-d3963724-66cb-48e0-82d7-42da64523aa2 req-c5c666d8-4a8f-4932-8bac-15df188bea34 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Synchronizing usage tracker for tenant:2b176531901544bdb872295c6ff89088 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:43:06.245382 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-d3963724-66cb-48e0-82d7-42da64523aa2 req-c5c666d8-4a8f-4932-8bac-15df188bea34 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Unset dirty status for tenant:2b176531901544bdb872295c6ff89088 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:43:06.247184 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3963724-66cb-48e0-82d7-42da64523aa2 req-c5c666d8-4a8f-4932-8bac-15df188bea34 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 945 time: 0.1137395 Jun 24 20:43:06.310601 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-d3963724-66cb-48e0-82d7-42da64523aa2 req-9d28f534-3bdd-4939-8a90-5835f4c31a10 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Synchronizing usage tracker for tenant:2b176531901544bdb872295c6ff89088 on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:43:06.327269 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-d3963724-66cb-48e0-82d7-42da64523aa2 req-9d28f534-3bdd-4939-8a90-5835f4c31a10 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Unset dirty status for tenant:2b176531901544bdb872295c6ff89088 on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:43:06.339103 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3963724-66cb-48e0-82d7-42da64523aa2 req-9d28f534-3bdd-4939-8a90-5835f4c31a10 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833397 Jun 24 20:43:06.355689 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a22383-ecfe-4879-a618-8185d1ce3761 None None] Pushing event updated for resources: {'Port': ['ID=01365862-8734-454b-b8bc-48634d557670,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:06.433033 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Attempting to bind port 01365862-8734-454b-b8bc-48634d557670 on host dv-cinder-847189-4-iscsi for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:43:06.433407 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Attempting to bind port 01365862-8734-454b-b8bc-48634d557670 by drivers openvswitch,hyperv on host dv-cinder-847189-4-iscsi at level 0 using segments [{'id': 'afb03609-f6f6-4250-9c30-fd7da19bff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:43:06.433751 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Attempting to bind port 01365862-8734-454b-b8bc-48634d557670 on network bb57a461-cc97-4488-8bac-9b262c770c4e {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:43:06.439731 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Checking agent: {'id': '0178bb52-fab3-4b7b-82cb-02e292282254', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 25, 24), 'started_at': datetime.datetime(2022, 6, 24, 20, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:43:06.440088 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Checking segment: {'id': 'afb03609-f6f6-4250-9c30-fd7da19bff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:43:06.440600 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:06.440999 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Bound using segment: {'id': 'afb03609-f6f6-4250-9c30-fd7da19bff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:43:06.441766 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Bound port: 01365862-8734-454b-b8bc-48634d557670, host: dv-cinder-847189-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb03609-f6f6-4250-9c30-fd7da19bff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:43:06.441945 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:06.563135 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] For port 01365862-8734-454b-b8bc-48634d557670, host dv-cinder-847189-4-iscsi, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:43:06.568972 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] For port 01365862-8734-454b-b8bc-48634d557670, host dv-cinder-847189-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=01365862-8734-454b-b8bc-48634d557670,segment=NetworkSegment(afb03609-f6f6-4250-9c30-fd7da19bff28),segment_id=afb03609-f6f6-4250-9c30-fd7da19bff28)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:43:06.577351 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:06.660199 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a22383-ecfe-4879-a618-8185d1ce3761 None None] Pushing event updated for resources: {'Port': ['ID=01365862-8734-454b-b8bc-48634d557670,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:06.662951 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Routers {'fad5e749-9609-4723-8226-8fa886450b04'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:43:06.663547 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['fad5e749-9609-4723-8226-8fa886450b04'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:06.866828 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] Set router fad5e749-9609-4723-8226-8fa886450b04 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:43:07.239552 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad5e749-9609-4723-8226-8fa886450b04', 'name': 'tempest-TestVolumeBootPattern-632456679-router', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:55Z', 'updated_at': '2022-06-24T20:43:01Z', 'revision_number': 4, 'project_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'gw_port': {'id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad5e749-9609-4723-8226-8fa886450b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:56Z', 'updated_at': '2022-06-24T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '01365862-8734-454b-b8bc-48634d557670', 'name': '', 'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'mac_address': 'fa:16:3e:af:b7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad5e749-9609-4723-8226-8fa886450b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f67f2b83-2faa-4e9d-ac1c-1856d073ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:59Z', 'updated_at': '2022-06-24T20:43:06Z', 'revision_number': 4, 'project_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'subnets': [{'id': 'f67f2b83-2faa-4e9d-ac1c-1856d073ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:07.244407 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08360bbd-7607-4c4b-905a-10754fdfa54d None None] The sync data for ids ['fad5e749-9609-4723-8226-8fa886450b04'] in dv-cinder-847189-4-iscsi is: [{'id': 'fad5e749-9609-4723-8226-8fa886450b04', 'name': 'tempest-TestVolumeBootPattern-632456679-router', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:55Z', 'updated_at': '2022-06-24T20:43:01Z', 'revision_number': 4, 'project_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'gw_port': {'id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad5e749-9609-4723-8226-8fa886450b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:56Z', 'updated_at': '2022-06-24T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '01365862-8734-454b-b8bc-48634d557670', 'name': '', 'network_id': 'bb57a461-cc97-4488-8bac-9b262c770c4e', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'mac_address': 'fa:16:3e:af:b7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad5e749-9609-4723-8226-8fa886450b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f67f2b83-2faa-4e9d-ac1c-1856d073ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:59Z', 'updated_at': '2022-06-24T20:43:06Z', 'revision_number': 4, 'project_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'subnets': [{'id': 'f67f2b83-2faa-4e9d-ac1c-1856d073ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:43:07.533382 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72fa42-00f6-4818-829c-f41e93f081a2 req-7e6253a5-fe38-478e-8dee-15e649280f09 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:07.534910 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ad72fa42-00f6-4818-829c-f41e93f081a2 req-7e6253a5-fe38-478e-8dee-15e649280f09 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 945 time: 0.0927889 Jun 24 20:43:07.582694 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ad72fa42-00f6-4818-829c-f41e93f081a2 req-eadf2ff7-f16c-4e8d-8149-930a7f028b54 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/security-groups?id=1a1de6ff-0a73-4f95-bbce-9115e562825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 Jun 24 20:43:07.815825 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:07.851281 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120a28e-67c3-46d4-8438-3c95df572c87 req-98aa880c-141f-48a0-8c00-f36591ab3800 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:07.852306 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 01365862-8734-454b-b8bc-48634d557670 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:43:07.852804 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0120a28e-67c3-46d4-8438-3c95df572c87 req-98aa880c-141f-48a0-8c00-f36591ab3800 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 945 time: 0.0977662 Jun 24 20:43:07.929462 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-0120a28e-67c3-46d4-8438-3c95df572c87 req-0581a690-15b5-4842-a904-f1ee9e4b9900 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Deleting port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:43:07.929855 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0120a28e-67c3-46d4-8438-3c95df572c87 req-0581a690-15b5-4842-a904-f1ee9e4b9900 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:07.931947 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning for port 01365862-8734-454b-b8bc-48634d557670 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:43:07.940760 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 01365862-8734-454b-b8bc-48634d557670 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:43:07.941490 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:08.088210 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 01365862-8734-454b-b8bc-48634d557670 is: DOWN; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:43:08.088601 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:08.135603 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] For port 01365862-8734-454b-b8bc-48634d557670, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=01365862-8734-454b-b8bc-48634d557670,segment=NetworkSegment(afb03609-f6f6-4250-9c30-fd7da19bff28),segment_id=afb03609-f6f6-4250-9c30-fd7da19bff28)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:08.140068 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:08.218726 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Pushing event updated for resources: {'Port': ['ID=01365862-8734-454b-b8bc-48634d557670,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:08.322023 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-0120a28e-67c3-46d4-8438-3c95df572c87 req-0581a690-15b5-4842-a904-f1ee9e4b9900 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] For port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:08.322412 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0120a28e-67c3-46d4-8438-3c95df572c87 req-0581a690-15b5-4842-a904-f1ee9e4b9900 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:08.456787 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-0120a28e-67c3-46d4-8438-3c95df572c87 req-0581a690-15b5-4842-a904-f1ee9e4b9900 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Calling delete_port for 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:43:08.615597 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0120a28e-67c3-46d4-8438-3c95df572c87 req-0581a690-15b5-4842-a904-f1ee9e4b9900 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:08.632777 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:43:08.700033 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581a690-15b5-4842-a904-f1ee9e4b9900 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Pushing event deleted for resources: {'Port': ['ID=4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:08.770619 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-16b05175-64d2-4f15-b33c-5835e70aa48b req-d00707b4-9a89-4abd-9d68-6d55904ef83b tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f80402f-ac56-40e4-ac9a-6d52fda8814f HTTP/1.1" status: 200 len: 210 time: 0.0558724 Jun 24 20:43:08.776319 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0120a28e-67c3-46d4-8438-3c95df572c87 req-0581a690-15b5-4842-a904-f1ee9e4b9900 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] No DVR routers for this DVR port 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c on host hv-cinder-84718 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:43:08.779196 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0120a28e-67c3-46d4-8438-3c95df572c87 req-0581a690-15b5-4842-a904-f1ee9e4b9900 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:08.782232 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'name': 'network-vif-deleted', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:43:08.799799 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0120a28e-67c3-46d4-8438-3c95df572c87 req-0581a690-15b5-4842-a904-f1ee9e4b9900 tempest-TestMinimumBasicScenario-475721740 tempest-TestMinimumBasicScenario-475721740-project] 10.222.0.15 "DELETE /v2.0/ports/4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c HTTP/1.1" status: 204 len: 173 time: 0.9415901 Jun 24 20:43:08.831835 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0897da4b-1243-4ca0-9df7-9820cacbea6b'] response: {'server_uuid': '3f80402f-ac56-40e4-ac9a-6d52fda8814f', 'name': 'network-vif-deleted', 'tag': '4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c', 'status': 'completed', 'code': 200} Jun 24 20:43:09.321649 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54306) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:09.460442 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8cff892-5f30-45f3-838a-a9b998f94134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:09.475993 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a8cff892-5f30-45f3-838a-a9b998f94134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:43:09.482631 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a8cff892-5f30-45f3-838a-a9b998f94134 admin admin] Usage tracker for resource:security_group_rule and tenant:03947a20411a467aa84b9c2c20c2777b is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:43:09.485915 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-a8cff892-5f30-45f3-838a-a9b998f94134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:43:09.491786 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a8cff892-5f30-45f3-838a-a9b998f94134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:43:09.579403 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8cff892-5f30-45f3-838a-a9b998f94134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:09.586907 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8cff892-5f30-45f3-838a-a9b998f94134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:09.636142 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-a8cff892-5f30-45f3-838a-a9b998f94134 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=03947a20411a467aa84b9c2c20c2777b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132348 Jun 24 20:43:09.637278 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cff892-5f30-45f3-838a-a9b998f94134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e14a74e-a5b1-430d-8b90-95da207f2ea7,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:09.639234 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54312) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:09.701140 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3483a47d-09e5-4fb0-a59c-0be3a2932948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:09.729911 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3483a47d-09e5-4fb0-a59c-0be3a2932948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:09.792120 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3483a47d-09e5-4fb0-a59c-0be3a2932948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:09.812800 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483a47d-09e5-4fb0-a59c-0be3a2932948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e14a74e-a5b1-430d-8b90-95da207f2ea7,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:09.815443 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3483a47d-09e5-4fb0-a59c-0be3a2932948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:09.816794 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-3483a47d-09e5-4fb0-a59c-0be3a2932948 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8e14a74e-a5b1-430d-8b90-95da207f2ea7 HTTP/1.1" status: 204 len: 168 time: 0.1765444 Jun 24 20:43:09.822103 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 01365862-8734-454b-b8bc-48634d557670 up at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:43:09.931604 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Provisioning complete for port 01365862-8734-454b-b8bc-48634d557670 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:43:09.932033 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:10.068935 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Current status of the port 01365862-8734-454b-b8bc-48634d557670 is: ACTIVE; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:43:10.626800 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54368) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:11.266287 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fe8af3b8-2b8c-429e-9a4f-266fa24cfe81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788504'] for router_interface, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:11.632888 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fe8af3b8-2b8c-429e-9a4f-266fa24cfe81 admin admin] Deleting port a707c78c-0930-4fe1-9e53-f24a84cbcd8f {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:43:11.633128 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fe8af3b8-2b8c-429e-9a4f-266fa24cfe81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:11.710499 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:43:11.744684 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:43:11.744992 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 4bbf56dc-8fcd-4f23-aabb-bb48621c3c8c not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:43:11.806762 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fe8af3b8-2b8c-429e-9a4f-266fa24cfe81 admin admin] For port a707c78c-0930-4fe1-9e53-f24a84cbcd8f, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=a707c78c-0930-4fe1-9e53-f24a84cbcd8f,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:11.807121 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fe8af3b8-2b8c-429e-9a4f-266fa24cfe81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:11.935257 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fe8af3b8-2b8c-429e-9a4f-266fa24cfe81 admin admin] Calling delete_port for a707c78c-0930-4fe1-9e53-f24a84cbcd8f owned by network:router_interface {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:43:12.121552 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fe8af3b8-2b8c-429e-9a4f-266fa24cfe81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:12.168446 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8af3b8-2b8c-429e-9a4f-266fa24cfe81 admin admin] Pushing event deleted for resources: {'Port': ['ID=a707c78c-0930-4fe1-9e53-f24a84cbcd8f,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:12.542648 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fe8af3b8-2b8c-429e-9a4f-266fa24cfe81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4173695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788460'] for router_interface, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:12.909717 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8af3b8-2b8c-429e-9a4f-266fa24cfe81 admin admin] Router 13cfae95-b5bf-40c3-aee4-53d21590d990 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:43:13.094913 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8af3b8-2b8c-429e-9a4f-266fa24cfe81 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:43:13.104548 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a66f83-7fba-4c93-b43f-6b2a076e4eab None None] Sync routers for ids ['13cfae95-b5bf-40c3-aee4-53d21590d990'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:43:13.111201 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54380) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:13.113924 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-fe8af3b8-2b8c-429e-9a4f-266fa24cfe81 admin admin] 10.222.0.33 "PUT /v2.0/routers/13cfae95-b5bf-40c3-aee4-53d21590d990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4827344 Jun 24 20:43:13.119692 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a66f83-7fba-4c93-b43f-6b2a076e4eab None None] Routers {'13cfae95-b5bf-40c3-aee4-53d21590d990'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:43:13.120320 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b5a66f83-7fba-4c93-b43f-6b2a076e4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['13cfae95-b5bf-40c3-aee4-53d21590d990'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:13.298699 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:13.306237 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b5a66f83-7fba-4c93-b43f-6b2a076e4eab None None] Set router 13cfae95-b5bf-40c3-aee4-53d21590d990 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:43:13.487260 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:13.497789 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Deleting port fdc9d53a-4094-4ce1-bbcc-d367df548e82 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:43:13.498116 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:13.593681 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b5a66f83-7fba-4c93-b43f-6b2a076e4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:43:12Z', 'revision_number': 5, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port': {'id': 'fdc9d53a-4094-4ce1-bbcc-d367df548e82', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:40:55Z', 'updated_at': '2022-06-24T20:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:13.597510 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a66f83-7fba-4c93-b43f-6b2a076e4eab None None] Checking router: 13cfae95-b5bf-40c3-aee4-53d21590d990 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:43:13.605704 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a66f83-7fba-4c93-b43f-6b2a076e4eab None None] Routers {'13cfae95-b5bf-40c3-aee4-53d21590d990'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:43:13.606319 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b5a66f83-7fba-4c93-b43f-6b2a076e4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['13cfae95-b5bf-40c3-aee4-53d21590d990'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:13.675638 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] For port fdc9d53a-4094-4ce1-bbcc-d367df548e82, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=fdc9d53a-4094-4ce1-bbcc-d367df548e82,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:13.675921 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:13.761858 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b5a66f83-7fba-4c93-b43f-6b2a076e4eab None None] Set router 13cfae95-b5bf-40c3-aee4-53d21590d990 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:43:13.804469 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Calling delete_port for fdc9d53a-4094-4ce1-bbcc-d367df548e82 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:43:13.910819 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b5a66f83-7fba-4c93-b43f-6b2a076e4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:43:13Z', 'revision_number': 6, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port_host': None}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:13.915368 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a66f83-7fba-4c93-b43f-6b2a076e4eab None None] The sync data for ids ['13cfae95-b5bf-40c3-aee4-53d21590d990'] in dv-cinder-847189-4-iscsi is: [{'id': '13cfae95-b5bf-40c3-aee4-53d21590d990', 'name': 'tempest-TestMinimumBasicScenario-1207939011-router', 'tenant_id': '2b176531901544bdb872295c6ff89088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:40:54Z', 'updated_at': '2022-06-24T20:43:13Z', 'revision_number': 6, 'project_id': '2b176531901544bdb872295c6ff89088', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:43:14.093126 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:14.140581 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc9d53a-4094-4ce1-bbcc-d367df548e82,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:14.245416 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3787065'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:14.427986 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64911'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:14.430248 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:14.455665 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3785944'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:14.456089 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13cfae95-b5bf-40c3-aee4-53d21590d990 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 20:43:14.476457 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:14.477575 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-930cd6be-5451-460e-9ab0-f7d2de60950c admin admin] 10.222.0.33 "DELETE /v2.0/routers/13cfae95-b5bf-40c3-aee4-53d21590d990 HTTP/1.1" status: 204 len: 168 time: 1.3652399 Jun 24 20:43:14.481290 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54386) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:14.541035 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7fcae8-0af8-4184-a817-706ad21bb0c9 admin admin] Deleting subnet 73be05dd-18aa-409c-9e52-75b447fd8966 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:43:14.544502 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3c7fcae8-0af8-4184-a817-706ad21bb0c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:14.595103 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3c7fcae8-0af8-4184-a817-706ad21bb0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324530'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:14.678590 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3c7fcae8-0af8-4184-a817-706ad21bb0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:14.749723 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3c7fcae8-0af8-4184-a817-706ad21bb0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584376'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:14.792263 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fcae8-0af8-4184-a817-706ad21bb0c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73be05dd-18aa-409c-9e52-75b447fd8966,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:14.796294 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3c7fcae8-0af8-4184-a817-706ad21bb0c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:14.802680 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5beb21-3ac9-4ed5-ba54-ed924e1a3755 None None] Network c630cbc8-093d-4a5d-b2ba-14a6a767993c requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:43:14.803776 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-3c7fcae8-0af8-4184-a817-706ad21bb0c9 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/73be05dd-18aa-409c-9e52-75b447fd8966 HTTP/1.1" status: 204 len: 168 time: 0.3213975 Jun 24 20:43:14.805533 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54390) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:14.923433 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:14.938668 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Deleting port a2825953-9243-47ad-96c2-54cc5415244d {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:43:14.939016 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:15.104798 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c87f4bb-e2b1-4012-99b0-0f7c11892b3b None None] DHCP port deletion for c630cbc8-093d-4a5d-b2ba-14a6a767993c request from dv-cinder-847189-4-iscsi {{(pid=88161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 20:43:15.109797 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-7c87f4bb-e2b1-4012-99b0-0f7c11892b3b None None] Deleting port a2825953-9243-47ad-96c2-54cc5415244d {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:43:15.110305 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7c87f4bb-e2b1-4012-99b0-0f7c11892b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:15.156731 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] For port a2825953-9243-47ad-96c2-54cc5415244d, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=a2825953-9243-47ad-96c2-54cc5415244d,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:15.157379 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:15.281423 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Calling delete_port for a2825953-9243-47ad-96c2-54cc5415244d owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:43:15.322156 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-7c87f4bb-e2b1-4012-99b0-0f7c11892b3b None None] For port a2825953-9243-47ad-96c2-54cc5415244d, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=a2825953-9243-47ad-96c2-54cc5415244d,segment=NetworkSegment(646cfe9c-734f-42e9-80cc-fe2d5f423938),segment_id=646cfe9c-734f-42e9-80cc-fe2d5f423938)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:15.322156 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7c87f4bb-e2b1-4012-99b0-0f7c11892b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:15.364782 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:15.409386 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2825953-9243-47ad-96c2-54cc5415244d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:15.415274 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] No DVR routers for this DVR port a2825953-9243-47ad-96c2-54cc5415244d on host dv-cinder-847189-4-iscsi {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:43:15.450150 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-7c87f4bb-e2b1-4012-99b0-0f7c11892b3b None None] Calling delete_port for a2825953-9243-47ad-96c2-54cc5415244d owned by network:dhcp {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:43:15.523905 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.db.api [None req-7c87f4bb-e2b1-4012-99b0-0f7c11892b3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:43:15.524248 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG oslo_db.api [None req-7c87f4bb-e2b1-4012-99b0-0f7c11892b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:43:15.534603 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:15.559487 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c630cbc8-093d-4a5d-b2ba-14a6a767993c']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:15.571080 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646cfe9c-734f-42e9-80cc-fe2d5f423938') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:15.571360 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646cfe9c-734f-42e9-80cc-fe2d5f423938') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:15.582509 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324539'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:15.603999 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:15.610969 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:43:15.611384 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653593'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:15.672943 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 646cfe9c-734f-42e9-80cc-fe2d5f423938 resource provider aggregate not found Jun 24 20:43:15.693500 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 646cfe9c-734f-42e9-80cc-fe2d5f423938 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 646cfe9c-734f-42e9-80cc-fe2d5f423938 found for delete ", "request_id": "req-e54e7903-9df7-494a-a377-502a0f7b624d"}]} Jun 24 20:43:15.707656 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:15.712261 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:15.735344 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c630cbc8-093d-4a5d-b2ba-14a6a767993c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:15.750929 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-8b403264-f840-4a9e-b6ab-ab9fe83f04f0 admin admin] 10.222.0.33 "DELETE /v2.0/networks/c630cbc8-093d-4a5d-b2ba-14a6a767993c HTTP/1.1" status: 204 len: 168 time: 0.9438913 Jun 24 20:43:15.753843 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54402) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:15.814213 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device a707c78c-0930-4fe1-9e53-f24a84cbcd8f no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:43:15.849280 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: a707c78c-0930-4fe1-9e53-f24a84cbcd8f {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:43:15.849628 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device a707c78c-0930-4fe1-9e53-f24a84cbcd8f not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:43:15.850055 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device a2825953-9243-47ad-96c2-54cc5415244d no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:43:15.886860 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: a2825953-9243-47ad-96c2-54cc5415244d {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:43:15.887195 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device a2825953-9243-47ad-96c2-54cc5415244d not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:43:15.887595 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device fdc9d53a-4094-4ce1-bbcc-d367df548e82 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:43:15.920710 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: fdc9d53a-4094-4ce1-bbcc-d367df548e82 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:43:15.921030 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device fdc9d53a-4094-4ce1-bbcc-d367df548e82 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:43:16.025734 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-7c87f4bb-e2b1-4012-99b0-0f7c11892b3b None None] Deleting port a2825953-9243-47ad-96c2-54cc5415244d {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:43:16.026103 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7c87f4bb-e2b1-4012-99b0-0f7c11892b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:16.093962 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-7c87f4bb-e2b1-4012-99b0-0f7c11892b3b None None] The port 'a2825953-9243-47ad-96c2-54cc5415244d' was deleted {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 20:43:16.435028 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41e52a7f-4975-46e9-a337-07c0c4e16a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788504'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:16.787649 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-41e52a7f-4975-46e9-a337-07c0c4e16a84 admin admin] Deleting port 3c1588c1-1821-4f5e-8766-1680c8c1f84a {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:43:16.787966 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41e52a7f-4975-46e9-a337-07c0c4e16a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:16.955845 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-41e52a7f-4975-46e9-a337-07c0c4e16a84 admin admin] For port 3c1588c1-1821-4f5e-8766-1680c8c1f84a, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=3c1588c1-1821-4f5e-8766-1680c8c1f84a,segment=NetworkSegment(4047a23b-fdb5-4673-ae05-d692e9f1bf00),segment_id=4047a23b-fdb5-4673-ae05-d692e9f1bf00)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:16.956110 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41e52a7f-4975-46e9-a337-07c0c4e16a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:17.076926 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-41e52a7f-4975-46e9-a337-07c0c4e16a84 admin admin] Calling delete_port for 3c1588c1-1821-4f5e-8766-1680c8c1f84a owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:43:17.250704 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41e52a7f-4975-46e9-a337-07c0c4e16a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:17.431914 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e52a7f-4975-46e9-a337-07c0c4e16a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1588c1-1821-4f5e-8766-1680c8c1f84a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:17.680767 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41e52a7f-4975-46e9-a337-07c0c4e16a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4173695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788460'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:18.041545 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e52a7f-4975-46e9-a337-07c0c4e16a84 admin admin] Router 7fde72d0-cef1-4cc1-ae3c-61a428b300af has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:43:18.224782 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e52a7f-4975-46e9-a337-07c0c4e16a84 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:43:18.234385 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1fb0d3-eb05-4856-94eb-cc19d20ccb7e None None] Sync routers for ids ['7fde72d0-cef1-4cc1-ae3c-61a428b300af'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:43:18.235017 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-41e52a7f-4975-46e9-a337-07c0c4e16a84 admin admin] 10.222.0.33 "PUT /v2.0/routers/7fde72d0-cef1-4cc1-ae3c-61a428b300af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4799461 Jun 24 20:43:18.237554 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54422) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:18.248993 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1fb0d3-eb05-4856-94eb-cc19d20ccb7e None None] Routers {'7fde72d0-cef1-4cc1-ae3c-61a428b300af'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:43:18.249583 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-7b1fb0d3-eb05-4856-94eb-cc19d20ccb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['7fde72d0-cef1-4cc1-ae3c-61a428b300af'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:18.413315 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Notify callbacks [] for router, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:18.418621 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-7b1fb0d3-eb05-4856-94eb-cc19d20ccb7e None None] Set router 7fde72d0-cef1-4cc1-ae3c-61a428b300af gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:43:18.589816 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:18.599856 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Deleting port 14c5e73f-e356-49f7-9ce3-93b8858caf80 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:43:18.600233 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:18.695387 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-7b1fb0d3-eb05-4856-94eb-cc19d20ccb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'name': 'tempest-TestMinimumBasicScenario-856927153-router', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:43:17Z', 'revision_number': 5, 'project_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'gw_port': {'id': '14c5e73f-e356-49f7-9ce3-93b8858caf80', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:73:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:18.699075 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1fb0d3-eb05-4856-94eb-cc19d20ccb7e None None] Checking router: 7fde72d0-cef1-4cc1-ae3c-61a428b300af for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:43:18.707172 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1fb0d3-eb05-4856-94eb-cc19d20ccb7e None None] Routers {'7fde72d0-cef1-4cc1-ae3c-61a428b300af'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:43:18.707765 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-7b1fb0d3-eb05-4856-94eb-cc19d20ccb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:42:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['7fde72d0-cef1-4cc1-ae3c-61a428b300af'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:18.858285 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-7b1fb0d3-eb05-4856-94eb-cc19d20ccb7e None None] Set router 7fde72d0-cef1-4cc1-ae3c-61a428b300af gateway port host: None {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:43:18.878727 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] For port 14c5e73f-e356-49f7-9ce3-93b8858caf80, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=14c5e73f-e356-49f7-9ce3-93b8858caf80,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:18.879086 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:18.966896 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-7b1fb0d3-eb05-4856-94eb-cc19d20ccb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'name': 'tempest-TestMinimumBasicScenario-856927153-router', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:43:18Z', 'revision_number': 6, 'project_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'gw_port_host': None}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:18.970989 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1fb0d3-eb05-4856-94eb-cc19d20ccb7e None None] The sync data for ids ['7fde72d0-cef1-4cc1-ae3c-61a428b300af'] in dv-cinder-847189-4-iscsi is: [{'id': '7fde72d0-cef1-4cc1-ae3c-61a428b300af', 'name': 'tempest-TestMinimumBasicScenario-856927153-router', 'tenant_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:41:03Z', 'updated_at': '2022-06-24T20:43:18Z', 'revision_number': 6, 'project_id': 'baed0e8697b74dbda7029dc3cd2106f5', 'gw_port_host': None}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:43:19.001118 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Calling delete_port for 14c5e73f-e356-49f7-9ce3-93b8858caf80 owned by network:router_gateway {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:43:19.167756 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:19.214726 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c5e73f-e356-49f7-9ce3-93b8858caf80,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:19.316512 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3787065'] for router_gateway, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:19.492458 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64911'] for router, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:19.494647 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:19.519144 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3785944'] for router, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:19.519728 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fde72d0-cef1-4cc1-ae3c-61a428b300af {{(pid=88160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 20:43:19.533738 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:19.538308 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-068e5767-831a-44d6-954c-5c146ecb9105 admin admin] 10.222.0.33 "DELETE /v2.0/routers/7fde72d0-cef1-4cc1-ae3c-61a428b300af HTTP/1.1" status: 204 len: 168 time: 1.2968342 Jun 24 20:43:19.538680 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54428) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:19.601150 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6410dac-688c-4a6b-b6d5-bb4070e26574 admin admin] Deleting subnet eb3172d9-02c9-4d63-b04c-65a7cd10b693 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:43:19.604378 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e6410dac-688c-4a6b-b6d5-bb4070e26574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:19.653320 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e6410dac-688c-4a6b-b6d5-bb4070e26574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10324530'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:19.736633 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e6410dac-688c-4a6b-b6d5-bb4070e26574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:19.807019 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e6410dac-688c-4a6b-b6d5-bb4070e26574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2584376'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:19.812212 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 3c1588c1-1821-4f5e-8766-1680c8c1f84a no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:43:19.847348 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 3c1588c1-1821-4f5e-8766-1680c8c1f84a {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:43:19.847685 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 3c1588c1-1821-4f5e-8766-1680c8c1f84a not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:43:19.848091 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 14c5e73f-e356-49f7-9ce3-93b8858caf80 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:43:19.848192 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6410dac-688c-4a6b-b6d5-bb4070e26574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb3172d9-02c9-4d63-b04c-65a7cd10b693,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:19.851750 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e6410dac-688c-4a6b-b6d5-bb4070e26574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:19.857559 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-e6410dac-688c-4a6b-b6d5-bb4070e26574 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/eb3172d9-02c9-4d63-b04c-65a7cd10b693 HTTP/1.1" status: 204 len: 168 time: 0.3175521 Jun 24 20:43:19.860131 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54434) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:19.873179 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05d8353-553f-40d6-ae13-4514fe6515d0 None None] Network 1b0e4727-1179-486e-b113-35027e8f0e00 requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:43:19.943348 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 14c5e73f-e356-49f7-9ce3-93b8858caf80 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:43:19.943674 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 14c5e73f-e356-49f7-9ce3-93b8858caf80 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:43:19.965695 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:19.979600 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Deleting port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:43:19.979600 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:20.136800 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99281239-d734-49bc-9af7-d7ece687aedd None None] DHCP port deletion for 1b0e4727-1179-486e-b113-35027e8f0e00 request from dv-cinder-847189-4-iscsi {{(pid=88161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 20:43:20.141259 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-99281239-d734-49bc-9af7-d7ece687aedd None None] Deleting port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:43:20.141626 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-99281239-d734-49bc-9af7-d7ece687aedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:20.289057 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] For port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=1ee5dee9-7a0f-469b-a20b-1838c083f7f2,segment=NetworkSegment(4047a23b-fdb5-4673-ae05-d692e9f1bf00),segment_id=4047a23b-fdb5-4673-ae05-d692e9f1bf00)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:20.289304 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:20.349914 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-99281239-d734-49bc-9af7-d7ece687aedd None None] For port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=1ee5dee9-7a0f-469b-a20b-1838c083f7f2,segment=NetworkSegment(4047a23b-fdb5-4673-ae05-d692e9f1bf00),segment_id=4047a23b-fdb5-4673-ae05-d692e9f1bf00)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:20.350233 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-99281239-d734-49bc-9af7-d7ece687aedd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:20.357241 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b590b349-02e3-4451-83fc-892d297ee60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:20.415750 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Calling delete_port for 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:43:20.498418 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:20.502824 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-99281239-d734-49bc-9af7-d7ece687aedd None None] Calling delete_port for 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 owned by network:dhcp {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:43:20.547281 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee5dee9-7a0f-469b-a20b-1838c083f7f2,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:20.551607 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] No DVR routers for this DVR port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 on host dv-cinder-847189-4-iscsi {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:43:20.572648 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.db.api [None req-99281239-d734-49bc-9af7-d7ece687aedd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:43:20.572993 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG oslo_db.api [None req-99281239-d734-49bc-9af7-d7ece687aedd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:43:20.665063 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:20.692697 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0e4727-1179-486e-b113-35027e8f0e00']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:20.704574 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4047a23b-fdb5-4673-ae05-d692e9f1bf00') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:20.704859 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4047a23b-fdb5-4673-ae05-d692e9f1bf00') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:20.722746 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324539'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:20.733025 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:20.739951 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:43:20.740334 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653593'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:20.804190 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 4047a23b-fdb5-4673-ae05-d692e9f1bf00 resource provider aggregate not found Jun 24 20:43:20.824489 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment 4047a23b-fdb5-4673-ae05-d692e9f1bf00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4047a23b-fdb5-4673-ae05-d692e9f1bf00 found for delete ", "request_id": "req-752495d9-23f0-4cf6-a497-9c2fb5ed4fc0"}]} Jun 24 20:43:20.838694 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:20.858004 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:20.868078 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b0e4727-1179-486e-b113-35027e8f0e00,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:20.872074 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-2ecf5b5f-9988-47d0-a3bd-eb654436b061 admin admin] 10.222.0.33 "DELETE /v2.0/networks/1b0e4727-1179-486e-b113-35027e8f0e00 HTTP/1.1" status: 204 len: 168 time: 1.0110416 Jun 24 20:43:21.047072 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54456) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:21.061448 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-22298402-0bfc-40dc-b667-4d5bf5d4dea2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Synchronizing usage tracker for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:security_group {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:43:21.074469 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-99281239-d734-49bc-9af7-d7ece687aedd None None] Deleting port 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:43:21.075020 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-99281239-d734-49bc-9af7-d7ece687aedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:21.079461 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-22298402-0bfc-40dc-b667-4d5bf5d4dea2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Unset dirty status for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:security_group {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:43:21.080819 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-22298402-0bfc-40dc-b667-4d5bf5d4dea2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666109143&fields=id&tenant_id=90ecc0412d8a42dcb699c6a7b360a632 HTTP/1.1" status: 200 len: 267 time: 0.0589640 Jun 24 20:43:21.103111 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-0f52a4fc-91a9-4295-b243-a047b5b9a879 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2b176531901544bdb872295c6ff89088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548077 Jun 24 20:43:21.105933 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54460) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:21.142551 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-99281239-d734-49bc-9af7-d7ece687aedd None None] The port '1ee5dee9-7a0f-469b-a20b-1838c083f7f2' was deleted {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 20:43:21.172153 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-87898055-fbe8-4c59-9ee1-bbc3435a2477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:21.197339 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-87898055-fbe8-4c59-9ee1-bbc3435a2477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:21.232193 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-66dbf312-6fd8-4eae-8562-1b7658726395 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:21.232935 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-66dbf312-6fd8-4eae-8562-1b7658726395 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Synchronizing usage tracker for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:network {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:43:21.250876 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-66dbf312-6fd8-4eae-8562-1b7658726395 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Unset dirty status for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:network {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:43:21.252161 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-66dbf312-6fd8-4eae-8562-1b7658726395 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 812 time: 0.1646371 Jun 24 20:43:21.252323 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-87898055-fbe8-4c59-9ee1-bbc3435a2477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:21.267428 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-1af62426-020a-4a17-92c4-ecfc3f08ced9 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/quotas/90ecc0412d8a42dcb699c6a7b360a632 HTTP/1.1" status: 200 len: 375 time: 0.0097177 Jun 24 20:43:21.270487 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87898055-fbe8-4c59-9ee1-bbc3435a2477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1de6ff-0a73-4f95-bbce-9115e562825d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:21.279166 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-87898055-fbe8-4c59-9ee1-bbc3435a2477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:21.282402 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-87898055-fbe8-4c59-9ee1-bbc3435a2477 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1a1de6ff-0a73-4f95-bbce-9115e562825d HTTP/1.1" status: 204 len: 168 time: 0.1729839 Jun 24 20:43:21.362682 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3768e99a-d08e-4c33-88e4-de353721055e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878553 Jun 24 20:43:21.501913 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-cb631025-06a6-4edf-8f6d-b19c6c8e4801 service neutron] 10.222.0.33 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270461 Jun 24 20:43:21.630956 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54468) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:21.641848 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-aaf61b92-9afa-47d2-abb2-bce6e1401060 service neutron] 10.222.0.33 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342461 Jun 24 20:43:21.679260 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-972631f0-fa13-4b47-91d2-1c6756c48475 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=baed0e8697b74dbda7029dc3cd2106f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471466 Jun 24 20:43:21.681901 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54472) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:21.741453 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-72049cf8-e3a9-457a-9f0b-4b8597c79068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:21.772300 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-72049cf8-e3a9-457a-9f0b-4b8597c79068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:21.809801 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:43:21.827059 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-72049cf8-e3a9-457a-9f0b-4b8597c79068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:21.841689 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72049cf8-e3a9-457a-9f0b-4b8597c79068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e937d51-232a-45ab-9f60-c59a6be49bff,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:21.848237 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-72049cf8-e3a9-457a-9f0b-4b8597c79068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:21.848432 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:43:21.849113 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 1ee5dee9-7a0f-469b-a20b-1838c083f7f2 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:43:21.852127 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-72049cf8-e3a9-457a-9f0b-4b8597c79068 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3e937d51-232a-45ab-9f60-c59a6be49bff HTTP/1.1" status: 204 len: 168 time: 0.1676946 Jun 24 20:43:22.047728 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-e4b6bb8f-2c54-4590-b6fc-b357b1c9db78 req-e058c7b0-804e-4fe1-b03c-5e3da25f5e3e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Synchronizing usage tracker for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:43:22.067799 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-e4b6bb8f-2c54-4590-b6fc-b357b1c9db78 req-e058c7b0-804e-4fe1-b03c-5e3da25f5e3e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Unset dirty status for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:43:22.069252 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-e4b6bb8f-2c54-4590-b6fc-b357b1c9db78 req-e058c7b0-804e-4fe1-b03c-5e3da25f5e3e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 210 time: 0.0723419 Jun 24 20:43:22.531698 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c6a13195-84cb-44a3-a98f-9913b8067c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:23.129134 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-f5af74ad-c54a-420c-9693-4dd1ed19104e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:23.130678 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-f5af74ad-c54a-420c-9693-4dd1ed19104e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 812 time: 0.1423037 Jun 24 20:43:23.177775 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-cea4e446-0516-4979-bbfa-83d9f47c0eb6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90ecc0412d8a42dcb699c6a7b360a632 HTTP/1.1" status: 200 len: 380 time: 0.0388272 Jun 24 20:43:23.186307 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Request body: {'port': {'device_id': '65b649d9-c2fe-4d98-87b2-86a83f8f2e0e', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'admin_state_up': True, 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'security_groups': ['04f7048a-3dba-4df2-8766-2f28bf2807ab']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:43:23.227762 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-0ead60e5-1e2c-410e-847a-a6d54e9b4bc2 req-6b52521e-5a23-4c74-ab39-d05649d3e537 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 210 time: 0.0491304 Jun 24 20:43:23.325570 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:43:23.334851 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:43:23.343858 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Made reservation on behalf of 90ecc0412d8a42dcb699c6a7b360a632 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:43:23.347448 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:23.518418 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Allocated IP 172.20.0.9 (5f641260-e6c7-4831-844b-6fc6c1d2450e/740976b6-9b5c-4f1e-85d3-0dc6742b27df/ebe46416-8cf3-4932-9a72-142d08cca970) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:43:23.574542 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:23.712880 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:23.716760 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:23.733092 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Transition to ACTIVE for port object ebe46416-8cf3-4932-9a72-142d08cca970 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:43:23.759647 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:23.822910 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Network 5f641260-e6c7-4831-844b-6fc6c1d2450e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:43:23.830626 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:43:23.834932 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:43:23.871877 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'Port': ['ID=ebe46416-8cf3-4932-9a72-142d08cca970,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:23.903823 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:23.904506 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:23.932062 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3a569481-7ef7-4780-aa8f-17b5061fc798 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7493877 Jun 24 20:43:23.942723 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Request body: {'port': {'device_id': '65b649d9-c2fe-4d98-87b2-86a83f8f2e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:43:24.054492 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:24.063469 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-22702d05-7b3b-47ce-ab50-2008c9012662 None None] Provisioning for port ebe46416-8cf3-4932-9a72-142d08cca970 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:43:24.068322 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-22702d05-7b3b-47ce-ab50-2008c9012662 None None] Provisioning complete for port ebe46416-8cf3-4932-9a72-142d08cca970 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:43:24.068756 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-22702d05-7b3b-47ce-ab50-2008c9012662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:24.122501 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-22702d05-7b3b-47ce-ab50-2008c9012662 None None] Port ebe46416-8cf3-4932-9a72-142d08cca970 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:43:24.485620 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac40a8-0223-4110-bbbe-9747e3575b7a req-961f73b6-9eb4-4f8e-b33e-99003152589f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:24.486283 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-a1ac40a8-0223-4110-bbbe-9747e3575b7a req-961f73b6-9eb4-4f8e-b33e-99003152589f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Synchronizing usage tracker for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:43:24.548851 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-a1ac40a8-0223-4110-bbbe-9747e3575b7a req-961f73b6-9eb4-4f8e-b33e-99003152589f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Unset dirty status for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:43:24.549961 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a1ac40a8-0223-4110-bbbe-9747e3575b7a req-961f73b6-9eb4-4f8e-b33e-99003152589f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 931 time: 0.2006011 Jun 24 20:43:24.571211 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe46416-8cf3-4932-9a72-142d08cca970 {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:43:24.581690 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:24.609229 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Transition to ACTIVE for port object ebe46416-8cf3-4932-9a72-142d08cca970 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:43:24.614329 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a1ac40a8-0223-4110-bbbe-9747e3575b7a req-5e835c1d-8876-4951-95da-be7b939d75c1 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579288 Jun 24 20:43:24.615585 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:24.773478 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe46416-8cf3-4932-9a72-142d08cca970,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:24.854960 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Attempting to bind port ebe46416-8cf3-4932-9a72-142d08cca970 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:43:24.855290 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Attempting to bind port ebe46416-8cf3-4932-9a72-142d08cca970 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:43:24.855612 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Attempting to bind port ebe46416-8cf3-4932-9a72-142d08cca970 on network 5f641260-e6c7-4831-844b-6fc6c1d2450e {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:43:24.860228 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Port ebe46416-8cf3-4932-9a72-142d08cca970 on network 5f641260-e6c7-4831-844b-6fc6c1d2450e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:43:24.860540 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Attempting to bind port ebe46416-8cf3-4932-9a72-142d08cca970 on network 5f641260-e6c7-4831-844b-6fc6c1d2450e {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:43:24.865789 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:43:24.866117 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Checking segment: {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:43:24.866515 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Bound using segment: {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:43:24.866926 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Bound port: ebe46416-8cf3-4932-9a72-142d08cca970, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:43:24.867260 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:24.959297 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] For port ebe46416-8cf3-4932-9a72-142d08cca970, host hv-cinder-84718, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:43:24.963927 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] For port ebe46416-8cf3-4932-9a72-142d08cca970, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ebe46416-8cf3-4932-9a72-142d08cca970,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:43:24.971047 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:25.024523 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:25.025041 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:25.025399 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:25.027226 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] 10.222.0.15 "PUT /v2.0/ports/ebe46416-8cf3-4932-9a72-142d08cca970 HTTP/1.1" status: 200 len: 1093 time: 1.0887070 Jun 24 20:43:25.029762 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b649d9-c2fe-4d98-87b2-86a83f8f2e0e', 'tag': 'ebe46416-8cf3-4932-9a72-142d08cca970'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:43:25.059670 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cb5c0-cef9-4899-a00e-718d6bacb079 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe46416-8cf3-4932-9a72-142d08cca970,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:25.105167 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021abb48-cc7a-4cc9-8ab4-6ff30478ce0d'] response: {'name': 'network-changed', 'server_uuid': '65b649d9-c2fe-4d98-87b2-86a83f8f2e0e', 'tag': 'ebe46416-8cf3-4932-9a72-142d08cca970', 'status': 'completed', 'code': 200} Jun 24 20:43:25.149646 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0630f376-e5a9-43bc-8ab1-474d1f3df8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:25.151170 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-0630f376-e5a9-43bc-8ab1-474d1f3df8f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 1096 time: 0.0845714 Jun 24 20:43:25.218478 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-5777a418-e4e7-488f-a681-992c2e600a1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebe46416-8cf3-4932-9a72-142d08cca970 HTTP/1.1" status: 200 len: 217 time: 0.0600927 Jun 24 20:43:25.283676 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-a3213e38-0d8c-442e-9f8a-0057fca27edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:25.285075 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-a3213e38-0d8c-442e-9f8a-0057fca27edf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0607095 Jun 24 20:43:25.366620 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-c7e6958c-7c41-47f9-8a9e-6a8eecefd4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:25.368031 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-c7e6958c-7c41-47f9-8a9e-6a8eecefd4db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768945 Jun 24 20:43:25.496721 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-5398f3a7-7cc2-484c-a4df-f95efc11670d service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221049 Jun 24 20:43:25.636590 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f4f13e99-3028-4bbb-b020-0b08b386fd5f req-3aa54952-efcb-4ac3-b75a-72f374115188 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337352 Jun 24 20:43:25.824145 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157069db-898a-41ec-8597-71ec071d3402 req-a6ad7692-46d9-44fa-bfe3-5e4a766c9364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:25.825600 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-157069db-898a-41ec-8597-71ec071d3402 req-a6ad7692-46d9-44fa-bfe3-5e4a766c9364 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 1096 time: 0.1434097 Jun 24 20:43:25.833610 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a6c40-d4a3-424b-a92f-a8f051ac7624 req-fce05e5f-02bb-45c4-bf13-0f8a049d2d48 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:25.834969 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-013a6c40-d4a3-424b-a92f-a8f051ac7624 req-fce05e5f-02bb-45c4-bf13-0f8a049d2d48 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 943 time: 0.1110241 Jun 24 20:43:26.044604 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-013a6c40-d4a3-424b-a92f-a8f051ac7624 req-baf36306-4270-4d36-b78f-abba27bc5318 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917765 Jun 24 20:43:26.081713 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157069db-898a-41ec-8597-71ec071d3402 req-0af27636-7973-4baf-a517-c50e4f493a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:26.083165 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-157069db-898a-41ec-8597-71ec071d3402 req-0af27636-7973-4baf-a517-c50e4f493a9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 913 time: 0.2473962 Jun 24 20:43:26.149403 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-157069db-898a-41ec-8597-71ec071d3402 req-0a857d89-140e-4b1e-aab2-e0042cccf437 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebe46416-8cf3-4932-9a72-142d08cca970 HTTP/1.1" status: 200 len: 217 time: 0.0588336 Jun 24 20:43:26.211780 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157069db-898a-41ec-8597-71ec071d3402 req-45a152b8-58d6-47a5-ba87-13c6531d4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:26.213125 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-157069db-898a-41ec-8597-71ec071d3402 req-45a152b8-58d6-47a5-ba87-13c6531d4d8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0577021 Jun 24 20:43:26.295206 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157069db-898a-41ec-8597-71ec071d3402 req-dba5ecdc-49b9-4018-b5ff-f16b7d4cfeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:26.296613 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-157069db-898a-41ec-8597-71ec071d3402 req-dba5ecdc-49b9-4018-b5ff-f16b7d4cfeb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778382 Jun 24 20:43:26.425725 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-157069db-898a-41ec-8597-71ec071d3402 req-5b54acca-50fa-4dca-9769-9237067521d2 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228745 Jun 24 20:43:26.556757 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-157069db-898a-41ec-8597-71ec071d3402 req-77dee16a-4861-42c2-af13-b8c0402ed70b service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246097 Jun 24 20:43:27.267372 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02d6f1-c93a-437d-9951-813f0eaa3c0c req-72bc6176-3b71-4059-8f04-472f89df7608 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:27.268805 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2b02d6f1-c93a-437d-9951-813f0eaa3c0c req-72bc6176-3b71-4059-8f04-472f89df7608 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 943 time: 0.1065867 Jun 24 20:43:27.312295 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-2b02d6f1-c93a-437d-9951-813f0eaa3c0c req-d22c9828-4812-4a68-b2f7-a9ef0e216ec1 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376046 Jun 24 20:43:28.517740 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fadf61-5acc-4374-a2fa-617ffbcc2393 req-e3aab72e-ce9a-435d-a6c2-0dbe464e4c86 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:28.519214 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-59fadf61-5acc-4374-a2fa-617ffbcc2393 req-e3aab72e-ce9a-435d-a6c2-0dbe464e4c86 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 943 time: 0.0930810 Jun 24 20:43:28.566768 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-59fadf61-5acc-4374-a2fa-617ffbcc2393 req-2aab8ac5-b429-4b69-8d32-6260fa2c16aa tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391958 Jun 24 20:43:29.777512 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c0a7d-5d16-4d08-8189-e69bdd697e37 req-4845191a-a024-45d1-8029-3a69b80f63cc tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:29.778981 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-218c0a7d-5d16-4d08-8189-e69bdd697e37 req-4845191a-a024-45d1-8029-3a69b80f63cc tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 943 time: 0.1081214 Jun 24 20:43:29.905630 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-218c0a7d-5d16-4d08-8189-e69bdd697e37 req-881680b4-2baa-4f85-b4dc-b0284f92a3c2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207542 Jun 24 20:43:31.114173 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2af23-0b4e-4a69-8830-64acae961b32 req-c45896d9-a133-4a76-97c5-f59788e0a0a1 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:31.115607 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-cae2af23-0b4e-4a69-8830-64acae961b32 req-c45896d9-a133-4a76-97c5-f59788e0a0a1 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 943 time: 0.1000092 Jun 24 20:43:31.162226 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-cae2af23-0b4e-4a69-8830-64acae961b32 req-bafb0aee-0e33-4104-b24b-307b72c5fabb tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408082 Jun 24 20:43:31.871100 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device ebe46416-8cf3-4932-9a72-142d08cca970 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:43:32.003555 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port ebe46416-8cf3-4932-9a72-142d08cca970, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ebe46416-8cf3-4932-9a72-142d08cca970,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:32.016554 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': 'ebe46416-8cf3-4932-9a72-142d08cca970', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'port_id': 'ebe46416-8cf3-4932-9a72-142d08cca970', 'mac_address': 'fa:16:3e:c2:1e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:43:32.078352 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port ebe46416-8cf3-4932-9a72-142d08cca970 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:43:32.078702 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:32.095542 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe46416-8cf3-4932-9a72-142d08cca970 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:43:32.111951 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port ebe46416-8cf3-4932-9a72-142d08cca970, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ebe46416-8cf3-4932-9a72-142d08cca970,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:32.118935 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:32.184640 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=ebe46416-8cf3-4932-9a72-142d08cca970,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:32.341360 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['ebe46416-8cf3-4932-9a72-142d08cca970'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:43:32.382001 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b839d8-4486-415d-bbaf-47441b49f63c req-15807ab0-91c7-403a-b4a4-272c3027d68d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:32.383482 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3b839d8-4486-415d-bbaf-47441b49f63c req-15807ab0-91c7-403a-b4a4-272c3027d68d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 944 time: 0.1042962 Jun 24 20:43:32.432390 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d3b839d8-4486-415d-bbaf-47441b49f63c req-f8fd6e31-e27d-485f-b6ed-ed756da39571 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427227 Jun 24 20:43:33.656722 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969718c-5c46-449e-9eba-ea337eb9292a req-7f69744b-cd76-4344-bd4d-6a8354c8429e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:33.658061 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1969718c-5c46-449e-9eba-ea337eb9292a req-7f69744b-cd76-4344-bd4d-6a8354c8429e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 944 time: 0.1054125 Jun 24 20:43:33.704072 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1969718c-5c46-449e-9eba-ea337eb9292a req-04762e19-0f08-44e7-ae66-a63490e15890 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377741 Jun 24 20:43:33.886162 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device ebe46416-8cf3-4932-9a72-142d08cca970 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:43:33.966443 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port ebe46416-8cf3-4932-9a72-142d08cca970 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:43:33.971233 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port ebe46416-8cf3-4932-9a72-142d08cca970 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:43:33.971588 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:34.085496 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port ebe46416-8cf3-4932-9a72-142d08cca970 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:43:34.085864 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:34.111917 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b649d9-c2fe-4d98-87b2-86a83f8f2e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe46416-8cf3-4932-9a72-142d08cca970'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:43:34.121849 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port ebe46416-8cf3-4932-9a72-142d08cca970, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ebe46416-8cf3-4932-9a72-142d08cca970,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:43:34.126327 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:34.156863 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec149d04-b21a-4c36-8715-b9b79853f8d9'] response: {'server_uuid': '65b649d9-c2fe-4d98-87b2-86a83f8f2e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe46416-8cf3-4932-9a72-142d08cca970', 'code': 200} Jun 24 20:43:34.194452 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=ebe46416-8cf3-4932-9a72-142d08cca970,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:34.465762 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f242c87-508d-4fac-b119-2142cfd3f9e6 req-506db59d-afea-4e17-808f-62b98beb8a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:34.467421 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4f242c87-508d-4fac-b119-2142cfd3f9e6 req-506db59d-afea-4e17-808f-62b98beb8a39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 1098 time: 0.0883775 Jun 24 20:43:34.507907 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4f242c87-508d-4fac-b119-2142cfd3f9e6 req-5ef9e676-49d3-4b13-9efc-18e63128e651 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338011 Jun 24 20:43:34.919193 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b091e5f-552d-4f0d-9a8e-6ae8fa92df88 req-d99159bf-ca41-433f-939b-2f2d42f9fb8a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:34.920642 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1b091e5f-552d-4f0d-9a8e-6ae8fa92df88 req-d99159bf-ca41-433f-939b-2f2d42f9fb8a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 945 time: 0.0982907 Jun 24 20:43:34.976667 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1b091e5f-552d-4f0d-9a8e-6ae8fa92df88 req-3fb0b30d-57f1-4a5e-8266-799a505fe8d8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473175 Jun 24 20:43:36.177700 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e2ac8-2a33-40d1-b182-66905ad8748b req-87d7de25-7bdc-4b41-8f79-ffe8d1b4ba8a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:36.179143 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d72e2ac8-2a33-40d1-b182-66905ad8748b req-87d7de25-7bdc-4b41-8f79-ffe8d1b4ba8a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 945 time: 0.0892189 Jun 24 20:43:36.224236 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-d72e2ac8-2a33-40d1-b182-66905ad8748b req-6365251b-8c02-43e2-8363-9016d65a8372 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366952 Jun 24 20:43:36.420611 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20326c55-6c98-4348-88f8-a79fc18f9bbd req-5b5d415c-3136-432a-9265-702fba3537b0 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:36.422248 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20326c55-6c98-4348-88f8-a79fc18f9bbd req-5b5d415c-3136-432a-9265-702fba3537b0 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 945 time: 0.0907891 Jun 24 20:43:36.465862 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20326c55-6c98-4348-88f8-a79fc18f9bbd req-89d82b72-4d98-44c6-9b35-94344fb64648 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370650 Jun 24 20:43:36.488831 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54526) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:36.796667 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ff94a-c3a8-4fb4-8c8f-9ee689182832 tempest-TestVolumeBootPattern-796540486 tempest-TestVolumeBootPattern-796540486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:36.798155 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-710ff94a-c3a8-4fb4-8c8f-9ee689182832 tempest-TestVolumeBootPattern-796540486 tempest-TestVolumeBootPattern-796540486-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 1093 time: 0.3080981 Jun 24 20:43:36.801509 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54532) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:43:36.806282 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.v2.base [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'port_id': 'ebe46416-8cf3-4932-9a72-142d08cca970', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:43:36.812065 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:43:36.816034 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Usage tracker for resource:floatingip and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:43:36.818946 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:43:36.824585 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:43:36.837851 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for floatingip, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:36.974090 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:37.117657 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Allocated IP 172.27.1.63 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/edfb2f4b-39b4-40ba-8877-effb0570a24f) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:43:37.268809 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:37.301175 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:37.359272 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:43:37.366373 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:43:37.371737 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:43:37.404272 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'Port': ['ID=edfb2f4b-39b4-40ba-8877-effb0570a24f,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:37.792238 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:37.813783 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:37.869255 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:38.073466 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:38.079973 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2375678'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:38.275750 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'Port': ['ID=edfb2f4b-39b4-40ba-8877-effb0570a24f,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:43:38.289459 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:38.459219 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Floating IP c256d6da-77d3-4746-95b1-1127b182a126 associated. External IP: 172.27.1.63, port: ebe46416-8cf3-4932-9a72-142d08cca970. Jun 24 20:43:38.813613 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Router e6529bbb-6051-4204-b735-4598ff411f3c has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:43:38.997669 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:43:39.007537 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0906a7-88f9-4b8a-a7f1-e89b8bde0d98 None None] Sync routers for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:43:39.018364 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0906a7-88f9-4b8a-a7f1-e89b8bde0d98 None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:43:39.019062 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1b0906a7-88f9-4b8a-a7f1-e89b8bde0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:43:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:39.024518 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:39.079388 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-499d3076-4473-4652-9831-76486c274699 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2767673 Jun 24 20:43:39.079895 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b649d9-c2fe-4d98-87b2-86a83f8f2e0e', 'tag': 'ebe46416-8cf3-4932-9a72-142d08cca970'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:43:39.124388 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd064d2-08e9-4be1-8b6e-01779abfd464'] response: {'name': 'network-changed', 'server_uuid': '65b649d9-c2fe-4d98-87b2-86a83f8f2e0e', 'tag': 'ebe46416-8cf3-4932-9a72-142d08cca970', 'status': 'completed', 'code': 200} Jun 24 20:43:39.197079 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-1b0906a7-88f9-4b8a-a7f1-e89b8bde0d98 None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:43:39.226067 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142d1da-526d-4fc6-ace7-4bebf3f6de30 req-387e534f-6aad-4aee-916d-cd83c2af50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:39.227558 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8142d1da-526d-4fc6-ace7-4bebf3f6de30 req-387e534f-6aad-4aee-916d-cd83c2af50d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 1098 time: 0.0804420 Jun 24 20:43:39.365776 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142d1da-526d-4fc6-ace7-4bebf3f6de30 req-a2996d51-6e0b-4cfb-bb45-a2b2b96242de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:39.367315 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8142d1da-526d-4fc6-ace7-4bebf3f6de30 req-a2996d51-6e0b-4cfb-bb45-a2b2b96242de service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 913 time: 0.1337664 Jun 24 20:43:39.583108 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8142d1da-526d-4fc6-ace7-4bebf3f6de30 req-5d2b30ff-c145-4f20-add3-5c83bb446238 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebe46416-8cf3-4932-9a72-142d08cca970 HTTP/1.1" status: 200 len: 998 time: 0.2093761 Jun 24 20:43:39.605697 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1b0906a7-88f9-4b8a-a7f1-e89b8bde0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': 'c256d6da-77d3-4746-95b1-1127b182a126', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': 'ebe46416-8cf3-4932-9a72-142d08cca970', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:c2:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b649d9-c2fe-4d98-87b2-86a83f8f2e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:43:37Z', 'updated_at': '2022-06-24T20:43:37Z', 'revision_number': 0, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:39.609779 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0906a7-88f9-4b8a-a7f1-e89b8bde0d98 None None] Checking router: e6529bbb-6051-4204-b735-4598ff411f3c for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:43:39.619077 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0906a7-88f9-4b8a-a7f1-e89b8bde0d98 None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:43:39.619682 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1b0906a7-88f9-4b8a-a7f1-e89b8bde0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:43:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:39.648544 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142d1da-526d-4fc6-ace7-4bebf3f6de30 req-38d55d15-a9b2-4b91-b9fb-e74cf921d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:39.655314 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8142d1da-526d-4fc6-ace7-4bebf3f6de30 req-38d55d15-a9b2-4b91-b9fb-e74cf921d6cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0660732 Jun 24 20:43:39.670446 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:43:39.760420 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142d1da-526d-4fc6-ace7-4bebf3f6de30 req-5530ded1-306c-4ba9-b646-b44d3156d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:39.762529 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8142d1da-526d-4fc6-ace7-4bebf3f6de30 req-5530ded1-306c-4ba9-b646-b44d3156d28e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016982 Jun 24 20:43:39.818659 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-1b0906a7-88f9-4b8a-a7f1-e89b8bde0d98 None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:43:39.897825 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8142d1da-526d-4fc6-ace7-4bebf3f6de30 req-68a41742-535b-4507-9ea7-537a1ac34bf9 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289442 Jun 24 20:43:40.031910 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-8142d1da-526d-4fc6-ace7-4bebf3f6de30 req-cf6e2bbe-01a2-47a1-9997-1bf7489297b6 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282203 Jun 24 20:43:40.167364 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1b0906a7-88f9-4b8a-a7f1-e89b8bde0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': 'c256d6da-77d3-4746-95b1-1127b182a126', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': 'ebe46416-8cf3-4932-9a72-142d08cca970', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:c2:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b649d9-c2fe-4d98-87b2-86a83f8f2e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:43:37Z', 'updated_at': '2022-06-24T20:43:37Z', 'revision_number': 0, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:43:40.171412 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0906a7-88f9-4b8a-a7f1-e89b8bde0d98 None None] The sync data for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi is: [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': 'c256d6da-77d3-4746-95b1-1127b182a126', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': 'ebe46416-8cf3-4932-9a72-142d08cca970', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:c2:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b649d9-c2fe-4d98-87b2-86a83f8f2e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:43:37Z', 'updated_at': '2022-06-24T20:43:37Z', 'revision_number': 0, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:43:40.358068 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b620c89-45cc-44fe-918b-35b8c270bdd3 None None] New status for floating IP c256d6da-77d3-4746-95b1-1127b182a126: ACTIVE {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:43:45.638442 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0a7731fd-fe0e-4fc2-9177-30edb0bac542 req-2d025b29-e5d2-4838-9dea-700f05608f5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791545 Jun 24 20:43:45.799897 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7731fd-fe0e-4fc2-9177-30edb0bac542 req-c55f0c1e-2781-4c02-a17f-7f88ffeb8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:45.801406 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0a7731fd-fe0e-4fc2-9177-30edb0bac542 req-c55f0c1e-2781-4c02-a17f-7f88ffeb8bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8f32683d96e49d08727cdb7aa4dc923&device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0852771 Jun 24 20:43:45.956004 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7731fd-fe0e-4fc2-9177-30edb0bac542 req-3c035cc3-c22b-4afe-b4c0-6ed6e0fa554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:45.957433 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0a7731fd-fe0e-4fc2-9177-30edb0bac542 req-3c035cc3-c22b-4afe-b4c0-6ed6e0fa554a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d HTTP/1.1" status: 200 len: 911 time: 0.1335599 Jun 24 20:43:46.062894 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0a7731fd-fe0e-4fc2-9177-30edb0bac542 req-b85e5881-1cb6-4129-87c9-eddf3e0d77ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b22198ec-6571-4f2f-b246-20e7655ad6f7 HTTP/1.1" status: 200 len: 1002 time: 0.0957987 Jun 24 20:43:46.129677 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7731fd-fe0e-4fc2-9177-30edb0bac542 req-69f6e588-dd4d-4f82-a519-7b94d5318c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:46.131160 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0a7731fd-fe0e-4fc2-9177-30edb0bac542 req-69f6e588-dd4d-4f82-a519-7b94d5318c83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca567e07-e9a2-4973-a5ab-da5d14034a85 HTTP/1.1" status: 200 len: 849 time: 0.0625410 Jun 24 20:43:46.215187 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7731fd-fe0e-4fc2-9177-30edb0bac542 req-c1bc7acd-7e57-4c82-9b9e-bd6cd97f3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:43:46.216657 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0a7731fd-fe0e-4fc2-9177-30edb0bac542 req-c1bc7acd-7e57-4c82-9b9e-bd6cd97f3676 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c25f3d69-2108-4fe9-8428-7f69e44d3a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778747 Jun 24 20:43:46.344835 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0a7731fd-fe0e-4fc2-9177-30edb0bac542 req-0e3ca61d-d0d2-4d80-999b-117f50d24ce2 service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217196 Jun 24 20:43:46.474429 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0a7731fd-fe0e-4fc2-9177-30edb0bac542 req-53cfcd66-7225-4155-ae24-2ebc837640ff service neutron] 10.222.0.15 "GET /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233721 Jun 24 20:43:50.338335 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-dd99d4b8-1449-48e7-a157-24f71fc27b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:52.556297 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b776bd61-b791-41e7-82d4-b6ae81ee7eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:53.590616 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:53.715682 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:43:55.038420 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:00.982688 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514bd10-decf-4a56-9fa3-df9b99754f5a req-f71e1998-6d06-48be-80bd-29fc06cce7b1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:44:00.984132 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1514bd10-decf-4a56-9fa3-df9b99754f5a req-f71e1998-6d06-48be-80bd-29fc06cce7b1 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 946 time: 0.0969818 Jun 24 20:44:01.027624 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-1514bd10-decf-4a56-9fa3-df9b99754f5a req-4ed3e752-be73-437e-a1a3-03985b18d664 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376580 Jun 24 20:44:02.260105 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b144f-bf92-4afc-adc7-613202046e61 req-1d690dee-6a89-48de-94ae-c5dbf9afb3ea tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:44:02.261979 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ef0b144f-bf92-4afc-adc7-613202046e61 req-1d690dee-6a89-48de-94ae-c5dbf9afb3ea tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 946 time: 0.1039610 Jun 24 20:44:02.308436 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ef0b144f-bf92-4afc-adc7-613202046e61 req-8411461c-24bb-49dd-8652-788513ac6947 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402303 Jun 24 20:44:02.747542 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-bb657cd4-ad04-4cd9-a7bd-2b9096ec9e76 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:44:02.748982 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-bb657cd4-ad04-4cd9-a7bd-2b9096ec9e76 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 946 time: 0.0952280 Jun 24 20:44:02.817749 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Deleting port b22198ec-6571-4f2f-b246-20e7655ad6f7 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:44:02.818075 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:03.173108 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] For port b22198ec-6571-4f2f-b246-20e7655ad6f7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b22198ec-6571-4f2f-b246-20e7655ad6f7,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:44:03.173460 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:03.468110 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:03.468787 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:03.468787 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.l3_db [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Floating IP 12bd6caa-d2a9-4a0e-9711-a00dc3569d05 disassociated. External IP: 172.27.1.220, port: b22198ec-6571-4f2f-b246-20e7655ad6f7. Jun 24 20:44:03.469007 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Calling delete_port for b22198ec-6571-4f2f-b246-20e7655ad6f7 owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:44:03.503303 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83649f10-966e-4c1b-b661-3b87dfbe0d8e req-46f99e14-e54c-49d3-97f5-561021b3f40f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:44:03.504838 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-83649f10-966e-4c1b-b661-3b87dfbe0d8e req-46f99e14-e54c-49d3-97f5-561021b3f40f tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 946 time: 0.0910106 Jun 24 20:44:03.549086 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-83649f10-966e-4c1b-b661-3b87dfbe0d8e req-8e6adef4-4a4b-47ae-aeea-c0d3923a9767 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379789 Jun 24 20:44:03.620276 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:03.671746 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event deleted for resources: {'Port': ['ID=b22198ec-6571-4f2f-b246-20e7655ad6f7,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:03.682848 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:03.683174 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:03.683530 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:03.683860 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:03.684186 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:03.684514 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:03.684847 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:03.685172 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:03.685477 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:03.685801 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:03.686114 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:03.686447 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:03.874414 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:44:04.054724 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:44:04.065954 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c20a37-9134-4458-9b7d-d6d280d499c4 None None] Sync routers for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:44:04.076120 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c20a37-9134-4458-9b7d-d6d280d499c4 None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:44:04.076855 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-93c20a37-9134-4458-9b7d-d6d280d499c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:43:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:44:04.139302 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] No DVR routers for this DVR port b22198ec-6571-4f2f-b246-20e7655ad6f7 on host hv-cinder-84718 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:44:04.141801 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:04.144684 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0d912b-f8d0-4561-aa7f-1a249bda4bc5', 'name': 'network-vif-deleted', 'tag': 'b22198ec-6571-4f2f-b246-20e7655ad6f7'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:44:04.161231 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-48ed8be6-bcfd-4baf-9aac-4d7ed8e559e1 req-1111289b-84c6-4bfe-be7e-58ec4f1f8128 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.15 "DELETE /v2.0/ports/b22198ec-6571-4f2f-b246-20e7655ad6f7 HTTP/1.1" status: 204 len: 173 time: 1.4065597 Jun 24 20:44:04.195434 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2533a687-4f03-4373-a924-d6fdd73e7fa8'] response: {'server_uuid': 'bf0d912b-f8d0-4561-aa7f-1a249bda4bc5', 'name': 'network-vif-deleted', 'tag': 'b22198ec-6571-4f2f-b246-20e7655ad6f7', 'status': 'completed', 'code': 200} Jun 24 20:44:04.258436 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-93c20a37-9134-4458-9b7d-d6d280d499c4 None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:44:04.611928 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-93c20a37-9134-4458-9b7d-d6d280d499c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:45Z', 'revision_number': 5, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:44:04.617277 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c20a37-9134-4458-9b7d-d6d280d499c4 None None] Checking router: 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:44:04.625703 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c20a37-9134-4458-9b7d-d6d280d499c4 None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:44:04.626328 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-93c20a37-9134-4458-9b7d-d6d280d499c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:43:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:44:04.719314 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f7a45379-1186-40e3-817a-876dc14007bd req-111febf9-b4c0-40e9-9567-f839733131a6 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0d912b-f8d0-4561-aa7f-1a249bda4bc5 HTTP/1.1" status: 200 len: 210 time: 0.0487907 Jun 24 20:44:04.813430 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-93c20a37-9134-4458-9b7d-d6d280d499c4 None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:44:05.133650 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-93c20a37-9134-4458-9b7d-d6d280d499c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:45Z', 'revision_number': 5, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:44:05.138560 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c20a37-9134-4458-9b7d-d6d280d499c4 None None] The sync data for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi is: [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:39:39Z', 'revision_number': 4, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': 'a364fd3c-abb3-403b-9456-99319394dee3', 'name': '', 'network_id': 'c25f3d69-2108-4fe9-8428-7f69e44d3a0d', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'mac_address': 'fa:16:3e:be:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:38Z', 'updated_at': '2022-06-24T20:39:45Z', 'revision_number': 5, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'subnets': [{'id': 'ca567e07-e9a2-4973-a5ab-da5d14034a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:44:05.353319 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f4b4b3-423a-4e0f-a81f-f3b84011f460 None None] New status for floating IP 12bd6caa-d2a9-4a0e-9711-a00dc3569d05: DOWN {{(pid=88162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:44:05.864759 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54690) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:05.943727 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:05.972781 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:06.033597 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:06.052043 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:06.056984 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device b22198ec-6571-4f2f-b246-20e7655ad6f7 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:44:06.060874 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:06.061211 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:06.061537 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:06.061879 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:06.062224 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:06.062542 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:06.062855 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:06.063168 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:06.063504 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:06.063813 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:06.064122 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:06.064427 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:44:06.072556 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:06.076736 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-31f81265-509e-4534-b034-5dd344f99396 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "DELETE /v2.0/security-groups/3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd HTTP/1.1" status: 204 len: 168 time: 0.2075496 Jun 24 20:44:06.077023 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54694) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:06.095585 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.api.v2.resource [None req-2ffda3d0-eb01-45b9-9b2e-25ab6a1c4290 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] show failed (client error): The resource could not be found. Jun 24 20:44:06.096553 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-2ffda3d0-eb01-45b9-9b2e-25ab6a1c4290 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "GET /v2.0/security-groups/3c0dcc02-1a6f-4fc9-adb6-ac92e0ae64fd HTTP/1.1" status: 404 len: 347 time: 0.0186341 Jun 24 20:44:06.100025 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54698) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:06.112626 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: b22198ec-6571-4f2f-b246-20e7655ad6f7 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:44:06.112966 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device b22198ec-6571-4f2f-b246-20e7655ad6f7 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:44:06.361173 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-140d54dc-3a91-412f-b2c8-8dc7d98909c2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Deleting port 10796666-4c5a-4ac4-a9c3-896ee47b7674 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:44:06.361411 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-140d54dc-3a91-412f-b2c8-8dc7d98909c2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:06.548325 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-140d54dc-3a91-412f-b2c8-8dc7d98909c2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:06.548691 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-140d54dc-3a91-412f-b2c8-8dc7d98909c2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:06.669378 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-140d54dc-3a91-412f-b2c8-8dc7d98909c2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Calling delete_port for 10796666-4c5a-4ac4-a9c3-896ee47b7674 owned by network:floatingip {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:44:06.812802 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-140d54dc-3a91-412f-b2c8-8dc7d98909c2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:06.859631 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d54dc-3a91-412f-b2c8-8dc7d98909c2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Pushing event deleted for resources: {'Port': ['ID=10796666-4c5a-4ac4-a9c3-896ee47b7674,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:06.962237 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-140d54dc-3a91-412f-b2c8-8dc7d98909c2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks [] for floatingip, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:06.977709 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-140d54dc-3a91-412f-b2c8-8dc7d98909c2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:06.978888 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-140d54dc-3a91-412f-b2c8-8dc7d98909c2 tempest-AttachVolumeTestJSON-240303800 tempest-AttachVolumeTestJSON-240303800-project] 10.222.0.33 "DELETE /v2.0/floatingips/12bd6caa-d2a9-4a0e-9711-a00dc3569d05 HTTP/1.1" status: 204 len: 168 time: 0.8776553 Jun 24 20:44:07.808662 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:10.986195 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54728) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:11.519302 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3215ac5a-1e22-45e0-9419-e60787865f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788504'] for router_interface, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:11.961288 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3215ac5a-1e22-45e0-9419-e60787865f60 admin admin] Deleting port a364fd3c-abb3-403b-9456-99319394dee3 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:44:11.961591 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3215ac5a-1e22-45e0-9419-e60787865f60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:12.130233 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3215ac5a-1e22-45e0-9419-e60787865f60 admin admin] For port a364fd3c-abb3-403b-9456-99319394dee3, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=a364fd3c-abb3-403b-9456-99319394dee3,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:44:12.130949 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3215ac5a-1e22-45e0-9419-e60787865f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:12.249146 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3215ac5a-1e22-45e0-9419-e60787865f60 admin admin] Calling delete_port for a364fd3c-abb3-403b-9456-99319394dee3 owned by network:router_interface {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:44:12.424494 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3215ac5a-1e22-45e0-9419-e60787865f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:12.474157 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215ac5a-1e22-45e0-9419-e60787865f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=a364fd3c-abb3-403b-9456-99319394dee3,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:12.744788 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3215ac5a-1e22-45e0-9419-e60787865f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4173695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788460'] for router_interface, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:13.187631 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3215ac5a-1e22-45e0-9419-e60787865f60 admin admin] Router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:44:13.367259 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3215ac5a-1e22-45e0-9419-e60787865f60 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:44:13.377086 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03664170-5dc9-4307-b14c-f39ed089223b None None] Sync routers for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:44:13.380608 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-3215ac5a-1e22-45e0-9419-e60787865f60 admin admin] 10.222.0.33 "PUT /v2.0/routers/2cd7f612-15a9-441d-b51a-a8c5ad3db3cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3931830 Jun 24 20:44:13.383142 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54736) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:13.387845 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03664170-5dc9-4307-b14c-f39ed089223b None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:44:13.388442 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-03664170-5dc9-4307-b14c-f39ed089223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:43:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:44:13.555564 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:13.565982 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-03664170-5dc9-4307-b14c-f39ed089223b None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:44:13.727528 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:13.740124 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Deleting port 9d67a39e-6400-4d78-9399-850d29e8fe36 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:44:13.740450 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:13.847122 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-03664170-5dc9-4307-b14c-f39ed089223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:44:12Z', 'revision_number': 5, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port': {'id': '9d67a39e-6400-4d78-9399-850d29e8fe36', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:39:36Z', 'updated_at': '2022-06-24T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:44:13.851159 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03664170-5dc9-4307-b14c-f39ed089223b None None] Checking router: 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:44:13.859701 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03664170-5dc9-4307-b14c-f39ed089223b None None] Routers {'2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:44:13.860274 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-03664170-5dc9-4307-b14c-f39ed089223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:43:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:44:13.917002 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] For port 9d67a39e-6400-4d78-9399-850d29e8fe36, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=9d67a39e-6400-4d78-9399-850d29e8fe36,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:44:13.917344 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:14.012162 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-03664170-5dc9-4307-b14c-f39ed089223b None None] Set router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:44:14.040855 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Calling delete_port for 9d67a39e-6400-4d78-9399-850d29e8fe36 owned by network:router_gateway {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:44:14.151652 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-03664170-5dc9-4307-b14c-f39ed089223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:44:13Z', 'revision_number': 6, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port_host': None}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:44:14.155878 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03664170-5dc9-4307-b14c-f39ed089223b None None] The sync data for ids ['2cd7f612-15a9-441d-b51a-a8c5ad3db3cb'] in dv-cinder-847189-4-iscsi is: [{'id': '2cd7f612-15a9-441d-b51a-a8c5ad3db3cb', 'name': 'tempest-AttachVolumeTestJSON-729440610-router', 'tenant_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:39:35Z', 'updated_at': '2022-06-24T20:44:13Z', 'revision_number': 6, 'project_id': 'f8f32683d96e49d08727cdb7aa4dc923', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:44:14.208511 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:14.252822 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d67a39e-6400-4d78-9399-850d29e8fe36,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:14.348329 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3787065'] for router_gateway, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:14.628178 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64911'] for router, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:14.630414 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:14.655105 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3785944'] for router, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:14.655649 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd7f612-15a9-441d-b51a-a8c5ad3db3cb {{(pid=88160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 20:44:14.667714 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:14.668833 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-b18f4fe0-0277-4475-8f80-8758e364e3c4 admin admin] 10.222.0.33 "DELETE /v2.0/routers/2cd7f612-15a9-441d-b51a-a8c5ad3db3cb HTTP/1.1" status: 204 len: 168 time: 1.2844801 Jun 24 20:44:14.671387 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54740) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:14.729903 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaceabe5-39ea-4231-9af8-10b7b88949dd admin admin] Deleting subnet ca567e07-e9a2-4973-a5ab-da5d14034a85 {{(pid=88160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:44:14.732833 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aaceabe5-39ea-4231-9af8-10b7b88949dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:14.781818 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aaceabe5-39ea-4231-9af8-10b7b88949dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3254619'] for subnet, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:14.860151 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aaceabe5-39ea-4231-9af8-10b7b88949dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:14.928830 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aaceabe5-39ea-4231-9af8-10b7b88949dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163010'] for subnet, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:14.965502 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaceabe5-39ea-4231-9af8-10b7b88949dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca567e07-e9a2-4973-a5ab-da5d14034a85,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:14.968959 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aaceabe5-39ea-4231-9af8-10b7b88949dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:14.975659 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a26d81-668a-46ee-a0f6-f203cc022be7 None None] Network c25f3d69-2108-4fe9-8428-7f69e44d3a0d requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:44:14.977508 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54744) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:14.977948 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-aaceabe5-39ea-4231-9af8-10b7b88949dd admin admin] 10.222.0.33 "DELETE /v2.0/subnets/ca567e07-e9a2-4973-a5ab-da5d14034a85 HTTP/1.1" status: 204 len: 168 time: 0.3052049 Jun 24 20:44:15.082169 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:15.093191 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Deleting port 1820f173-569d-4f35-9dfa-a02a3de4dc59 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:44:15.093542 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:15.235965 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8249902d-51d8-465e-92ab-f6baa3101fa4 None None] DHCP port deletion for c25f3d69-2108-4fe9-8428-7f69e44d3a0d request from dv-cinder-847189-4-iscsi {{(pid=88161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 20:44:15.240300 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-8249902d-51d8-465e-92ab-f6baa3101fa4 None None] Deleting port 1820f173-569d-4f35-9dfa-a02a3de4dc59 {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:44:15.240667 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8249902d-51d8-465e-92ab-f6baa3101fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:15.302907 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] For port 1820f173-569d-4f35-9dfa-a02a3de4dc59, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=1820f173-569d-4f35-9dfa-a02a3de4dc59,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:44:15.303260 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:15.446098 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-8249902d-51d8-465e-92ab-f6baa3101fa4 None None] For port 1820f173-569d-4f35-9dfa-a02a3de4dc59, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=1820f173-569d-4f35-9dfa-a02a3de4dc59,segment=NetworkSegment(a5943911-318c-4790-b11b-fffbd16ba74d),segment_id=a5943911-318c-4790-b11b-fffbd16ba74d)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:44:15.446573 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8249902d-51d8-465e-92ab-f6baa3101fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:15.532425 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Calling delete_port for 1820f173-569d-4f35-9dfa-a02a3de4dc59 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:44:15.565891 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-8249902d-51d8-465e-92ab-f6baa3101fa4 None None] Calling delete_port for 1820f173-569d-4f35-9dfa-a02a3de4dc59 owned by network:dhcp {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:44:15.611579 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:15.639026 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.db.api [None req-8249902d-51d8-465e-92ab-f6baa3101fa4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:44:15.639363 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG oslo_db.api [None req-8249902d-51d8-465e-92ab-f6baa3101fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:44:15.656350 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Pushing event deleted for resources: {'Port': ['ID=1820f173-569d-4f35-9dfa-a02a3de4dc59,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:15.661641 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] No DVR routers for this DVR port 1820f173-569d-4f35-9dfa-a02a3de4dc59 on host dv-cinder-847189-4-iscsi {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:44:15.775098 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:15.800696 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25f3d69-2108-4fe9-8428-7f69e44d3a0d']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:44:15.813265 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5943911-318c-4790-b11b-fffbd16ba74d') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:44:15.813563 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.services.segments.db [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5943911-318c-4790-b11b-fffbd16ba74d') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:44:15.824934 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10324539'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:15.842750 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 9d67a39e-6400-4d78-9399-850d29e8fe36 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:44:15.845815 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:15.852008 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:44:15.852427 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653593'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:15.877270 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 9d67a39e-6400-4d78-9399-850d29e8fe36 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:44:15.877581 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 9d67a39e-6400-4d78-9399-850d29e8fe36 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:44:15.877997 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 1820f173-569d-4f35-9dfa-a02a3de4dc59 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:44:15.910930 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 1820f173-569d-4f35-9dfa-a02a3de4dc59 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:44:15.911183 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 1820f173-569d-4f35-9dfa-a02a3de4dc59 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:44:15.911576 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device a364fd3c-abb3-403b-9456-99319394dee3 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:44:15.913335 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment a5943911-318c-4790-b11b-fffbd16ba74d resource provider aggregate not found Jun 24 20:44:15.938049 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.services.segments.plugin [-] Segment a5943911-318c-4790-b11b-fffbd16ba74d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5943911-318c-4790-b11b-fffbd16ba74d found for delete ", "request_id": "req-57103e57-df1f-43ff-bd3e-4dd884dc61b2"}]} Jun 24 20:44:15.947993 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: a364fd3c-abb3-403b-9456-99319394dee3 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:44:15.948193 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:15.948369 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device a364fd3c-abb3-403b-9456-99319394dee3 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:44:15.967724 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:15.977773 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] Pushing event deleted for resources: {'Network': ['ID=c25f3d69-2108-4fe9-8428-7f69e44d3a0d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:15.991783 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-fb3a90e1-6d37-4ba7-92d0-360bc7526132 admin admin] 10.222.0.33 "DELETE /v2.0/networks/c25f3d69-2108-4fe9-8428-7f69e44d3a0d HTTP/1.1" status: 204 len: 168 time: 1.0128925 Jun 24 20:44:16.140903 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-8249902d-51d8-465e-92ab-f6baa3101fa4 None None] Deleting port 1820f173-569d-4f35-9dfa-a02a3de4dc59 {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:44:16.141502 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8249902d-51d8-465e-92ab-f6baa3101fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:16.188632 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54754) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:16.206159 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-8249902d-51d8-465e-92ab-f6baa3101fa4 None None] The port '1820f173-569d-4f35-9dfa-a02a3de4dc59' was deleted {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 20:44:16.241921 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-7b891a8e-e455-4101-8538-866d59c2392a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f8f32683d96e49d08727cdb7aa4dc923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520988 Jun 24 20:44:16.244466 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54758) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:16.300384 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34535595-cf67-4d95-8936-c76b06a50add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:16.325380 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34535595-cf67-4d95-8936-c76b06a50add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:16.376194 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34535595-cf67-4d95-8936-c76b06a50add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:16.395349 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34535595-cf67-4d95-8936-c76b06a50add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833cb3b2-2795-4d6b-92d6-2b089ae6a8e1,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:16.399676 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34535595-cf67-4d95-8936-c76b06a50add admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:16.400759 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-34535595-cf67-4d95-8936-c76b06a50add admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/833cb3b2-2795-4d6b-92d6-2b089ae6a8e1 HTTP/1.1" status: 204 len: 168 time: 0.1554148 Jun 24 20:44:16.671092 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:44:20.333300 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-e4945dde-39b5-4bc5-9e58-e304cbd4975e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:22.533773 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-741313d8-5c1d-46e0-906f-06d51bd19aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:23.585024 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:23.716587 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:25.035020 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:26.764849 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54874) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:26.895858 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1956-5383-4d64-aeaf-b7911da06b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:26.910903 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5e3b1956-5383-4d64-aeaf-b7911da06b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:44:26.915386 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-5e3b1956-5383-4d64-aeaf-b7911da06b5d admin admin] Usage tracker for resource:security_group_rule and tenant:83f20f13df924dbf9b2243c834387d2c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:44:26.918388 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-5e3b1956-5383-4d64-aeaf-b7911da06b5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:44:26.924751 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5e3b1956-5383-4d64-aeaf-b7911da06b5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:44:27.011845 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1956-5383-4d64-aeaf-b7911da06b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:27.017763 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1956-5383-4d64-aeaf-b7911da06b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:27.062737 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-5e3b1956-5383-4d64-aeaf-b7911da06b5d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=83f20f13df924dbf9b2243c834387d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968135 Jun 24 20:44:27.063540 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b1956-5383-4d64-aeaf-b7911da06b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913543ed-934b-43bc-b7ee-80871851109b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:27.065799 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54880) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:27.130568 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d842070-ed0e-45ae-a509-17c274bb22d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:27.157440 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d842070-ed0e-45ae-a509-17c274bb22d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:27.213104 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d842070-ed0e-45ae-a509-17c274bb22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:27.227497 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d842070-ed0e-45ae-a509-17c274bb22d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913543ed-934b-43bc-b7ee-80871851109b,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:27.235827 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d842070-ed0e-45ae-a509-17c274bb22d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:27.236935 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-5d842070-ed0e-45ae-a509-17c274bb22d9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/913543ed-934b-43bc-b7ee-80871851109b HTTP/1.1" status: 204 len: 168 time: 0.1700687 Jun 24 20:44:28.637024 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 54932) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:28.759632 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-df0f8585-9c97-4e31-89ee-44011b0be433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:28.774599 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-df0f8585-9c97-4e31-89ee-44011b0be433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:44:28.779054 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-df0f8585-9c97-4e31-89ee-44011b0be433 admin admin] Usage tracker for resource:security_group_rule and tenant:1caeca85381a49f5b11b0893bc65ce37 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:44:28.782168 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-df0f8585-9c97-4e31-89ee-44011b0be433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:44:28.788615 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-df0f8585-9c97-4e31-89ee-44011b0be433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:44:28.871223 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-df0f8585-9c97-4e31-89ee-44011b0be433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:28.877697 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-df0f8585-9c97-4e31-89ee-44011b0be433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:28.926697 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-df0f8585-9c97-4e31-89ee-44011b0be433 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1caeca85381a49f5b11b0893bc65ce37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886140 Jun 24 20:44:28.927512 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f8585-9c97-4e31-89ee-44011b0be433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43d31bc-e38f-4234-9377-d91c431408cd,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:28.929675 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 54938) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:28.987692 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6f84175f-4d6c-4b34-b847-8d687d90b3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:29.016909 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6f84175f-4d6c-4b34-b847-8d687d90b3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:29.073751 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6f84175f-4d6c-4b34-b847-8d687d90b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:29.088817 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84175f-4d6c-4b34-b847-8d687d90b3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43d31bc-e38f-4234-9377-d91c431408cd,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:29.098580 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6f84175f-4d6c-4b34-b847-8d687d90b3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:29.099715 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-6f84175f-4d6c-4b34-b847-8d687d90b3f3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e43d31bc-e38f-4234-9377-d91c431408cd HTTP/1.1" status: 204 len: 168 time: 0.1690044 Jun 24 20:44:31.830191 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 55008) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:31.958438 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4198-6fca-4753-b816-9cf6ef51dee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:31.977591 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dc8c4198-6fca-4753-b816-9cf6ef51dee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:44:31.981771 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-dc8c4198-6fca-4753-b816-9cf6ef51dee2 admin admin] Usage tracker for resource:security_group_rule and tenant:5006f08dc5654ab7b2eb5371fb572ab7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:44:31.984619 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-dc8c4198-6fca-4753-b816-9cf6ef51dee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:44:31.990349 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dc8c4198-6fca-4753-b816-9cf6ef51dee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:44:32.078662 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4198-6fca-4753-b816-9cf6ef51dee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:32.083817 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4198-6fca-4753-b816-9cf6ef51dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:32.134388 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-dc8c4198-6fca-4753-b816-9cf6ef51dee2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5006f08dc5654ab7b2eb5371fb572ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029964 Jun 24 20:44:32.136565 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c4198-6fca-4753-b816-9cf6ef51dee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e30dcb-dc34-4b18-a47e-348ab88fc2d6,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:32.137676 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55014) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:32.196755 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ac11df3c-e67b-41ba-9df4-eb8c49dfd895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:32.222481 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ac11df3c-e67b-41ba-9df4-eb8c49dfd895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:32.276980 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ac11df3c-e67b-41ba-9df4-eb8c49dfd895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:32.292379 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11df3c-e67b-41ba-9df4-eb8c49dfd895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e30dcb-dc34-4b18-a47e-348ab88fc2d6,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:32.301132 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ac11df3c-e67b-41ba-9df4-eb8c49dfd895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:32.302571 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-ac11df3c-e67b-41ba-9df4-eb8c49dfd895 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/81e30dcb-dc34-4b18-a47e-348ab88fc2d6 HTTP/1.1" status: 204 len: 168 time: 0.1635320 Jun 24 20:44:32.604045 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55022) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:32.621343 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-16335637-a75d-4a9a-a535-fc3205a5404b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:32.635484 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-16335637-a75d-4a9a-a535-fc3205a5404b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:44:32.641031 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-16335637-a75d-4a9a-a535-fc3205a5404b admin admin] Usage tracker for resource:security_group_rule and tenant:1e059f6a8a6942bab1a228dc67f83834 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:44:32.644410 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-16335637-a75d-4a9a-a535-fc3205a5404b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:44:32.650525 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-16335637-a75d-4a9a-a535-fc3205a5404b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:44:32.743556 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-16335637-a75d-4a9a-a535-fc3205a5404b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:32.749747 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-16335637-a75d-4a9a-a535-fc3205a5404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:32.798733 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-16335637-a75d-4a9a-a535-fc3205a5404b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1e059f6a8a6942bab1a228dc67f83834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936054 Jun 24 20:44:32.799569 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16335637-a75d-4a9a-a535-fc3205a5404b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782ef328-119e-4f81-b589-4be0caa772f4,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:32.801611 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 55026) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:32.871604 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-17a67d2d-11af-4534-b937-464b2759eed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:32.897909 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-17a67d2d-11af-4534-b937-464b2759eed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:32.952392 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-17a67d2d-11af-4534-b937-464b2759eed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:32.976700 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a67d2d-11af-4534-b937-464b2759eed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782ef328-119e-4f81-b589-4be0caa772f4,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:32.985357 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-17a67d2d-11af-4534-b937-464b2759eed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:32.986514 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-17a67d2d-11af-4534-b937-464b2759eed0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/782ef328-119e-4f81-b589-4be0caa772f4 HTTP/1.1" status: 204 len: 168 time: 0.1837764 Jun 24 20:44:35.777664 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 55098) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:35.900101 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b208b8de-9dd4-4145-a79a-26c55e669419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:35.914623 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b208b8de-9dd4-4145-a79a-26c55e669419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:44:35.918545 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-b208b8de-9dd4-4145-a79a-26c55e669419 admin admin] Usage tracker for resource:security_group_rule and tenant:e69817f0fb1e46c69f8075e61a422370 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:44:35.921328 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-b208b8de-9dd4-4145-a79a-26c55e669419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:44:35.927112 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b208b8de-9dd4-4145-a79a-26c55e669419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:44:36.007622 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b208b8de-9dd4-4145-a79a-26c55e669419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:36.013776 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b208b8de-9dd4-4145-a79a-26c55e669419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:36.060121 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-b208b8de-9dd4-4145-a79a-26c55e669419 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e69817f0fb1e46c69f8075e61a422370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813644 Jun 24 20:44:36.060942 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208b8de-9dd4-4145-a79a-26c55e669419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c65b70-7a9f-44bd-9598-15450dee602f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:36.063931 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55104) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:36.131215 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae32e88a-b03c-41d0-a74e-e3f9872bd4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:36.158111 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae32e88a-b03c-41d0-a74e-e3f9872bd4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:36.210582 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae32e88a-b03c-41d0-a74e-e3f9872bd4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:36.225931 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32e88a-b03c-41d0-a74e-e3f9872bd4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c65b70-7a9f-44bd-9598-15450dee602f,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:36.235752 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae32e88a-b03c-41d0-a74e-e3f9872bd4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:36.236872 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-ae32e88a-b03c-41d0-a74e-e3f9872bd4c8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d6c65b70-7a9f-44bd-9598-15450dee602f HTTP/1.1" status: 204 len: 168 time: 0.1711464 Jun 24 20:44:36.524193 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 55112) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:36.542103 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad804be3-878a-4f47-8676-b77300845ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:36.556613 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ad804be3-878a-4f47-8676-b77300845ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:44:36.560615 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ad804be3-878a-4f47-8676-b77300845ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:b2dcbe3267ae4db981cebbd6df094eb2 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:44:36.563507 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-ad804be3-878a-4f47-8676-b77300845ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:44:36.569239 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ad804be3-878a-4f47-8676-b77300845ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:44:36.649509 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad804be3-878a-4f47-8676-b77300845ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:36.655283 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad804be3-878a-4f47-8676-b77300845ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:36.703668 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-ad804be3-878a-4f47-8676-b77300845ce0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b2dcbe3267ae4db981cebbd6df094eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783259 Jun 24 20:44:36.705212 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad804be3-878a-4f47-8676-b77300845ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d221e1-4d80-4e46-b7f2-dd8d991b9fa9,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:36.706504 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55116) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:36.772495 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-68d12f00-fdb6-4110-b391-699164c437e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:36.798558 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-68d12f00-fdb6-4110-b391-699164c437e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:36.851635 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-68d12f00-fdb6-4110-b391-699164c437e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:36.865368 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d12f00-fdb6-4110-b391-699164c437e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d221e1-4d80-4e46-b7f2-dd8d991b9fa9,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:36.871804 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-68d12f00-fdb6-4110-b391-699164c437e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:36.873141 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-68d12f00-fdb6-4110-b391-699164c437e0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a6d221e1-4d80-4e46-b7f2-dd8d991b9fa9 HTTP/1.1" status: 204 len: 168 time: 0.1648595 Jun 24 20:44:37.823670 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:38.102252 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55148) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:38.221499 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e112-2903-4aee-bbbb-427f662c0ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:38.235807 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-a3e2e112-2903-4aee-bbbb-427f662c0ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:44:38.239851 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-a3e2e112-2903-4aee-bbbb-427f662c0ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:aa48d2d24d734f0683b5cf26f7096a09 is out of sync, need to count used quota {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:44:38.242751 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [None req-a3e2e112-2903-4aee-bbbb-427f662c0ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:44:38.248415 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.quota.driver [None req-a3e2e112-2903-4aee-bbbb-427f662c0ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:44:38.328211 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e112-2903-4aee-bbbb-427f662c0ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:38.334789 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e112-2903-4aee-bbbb-427f662c0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:38.381197 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-a3e2e112-2903-4aee-bbbb-427f662c0ed1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=aa48d2d24d734f0683b5cf26f7096a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778521 Jun 24 20:44:38.382030 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2e112-2903-4aee-bbbb-427f662c0ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58474392-a914-4868-acc1-64c1a0ee00ce,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:38.384128 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 55154) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:44:38.444422 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96287f07-dab0-44fa-9940-5e909af1e075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:38.470005 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96287f07-dab0-44fa-9940-5e909af1e075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:38.524919 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96287f07-dab0-44fa-9940-5e909af1e075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:38.541392 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96287f07-dab0-44fa-9940-5e909af1e075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58474392-a914-4868-acc1-64c1a0ee00ce,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:44:38.553111 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96287f07-dab0-44fa-9940-5e909af1e075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:38.554254 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-96287f07-dab0-44fa-9940-5e909af1e075 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/58474392-a914-4868-acc1-64c1a0ee00ce HTTP/1.1" status: 204 len: 168 time: 0.1689725 Jun 24 20:44:46.791065 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-17163bc2-dfaa-4499-a5f1-a1ea2fc7bc1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2084703 Jun 24 20:44:46.888594 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-516a17fb-5279-4e88-b8d6-490752d935cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:44:46.890182 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-516a17fb-5279-4e88-b8d6-490752d935cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 1098 time: 0.0784843 Jun 24 20:44:47.032195 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-3e50d78c-6b9f-40b7-80c5-167b3531e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:44:47.033562 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-3e50d78c-6b9f-40b7-80c5-167b3531e01a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 913 time: 0.1248667 Jun 24 20:44:47.137246 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-f45214c2-7faf-43cb-bde7-234a5a8962e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebe46416-8cf3-4932-9a72-142d08cca970 HTTP/1.1" status: 200 len: 1000 time: 0.0972850 Jun 24 20:44:47.205958 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-0c9e8c64-fb3c-4f82-b030-c967f21c6e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:44:47.207469 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-0c9e8c64-fb3c-4f82-b030-c967f21c6e83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0644805 Jun 24 20:44:47.291245 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-889a44c2-90f1-42cf-b83a-fe515bae6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:44:47.292583 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-889a44c2-90f1-42cf-b83a-fe515bae6559 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795231 Jun 24 20:44:47.302588 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-867e8638-3fe9-402c-a6c1-8d0588c93016 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 20:44:47.303485 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-867e8638-3fe9-402c-a6c1-8d0588c93016 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047815 Jun 24 20:44:47.431803 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-8634ec77-728a-40f4-b3ef-5cfbec1ae3c3 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222489 Jun 24 20:44:47.563425 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-3e923d10-53f9-4b3d-a9a3-c0ad4ddb5c04 req-ff1bbe9b-11bc-4ae8-9978-24c1c4c41b12 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249001 Jun 24 20:44:50.348743 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-cf9325b1-6cd4-4b09-86c3-8f2f8edf0633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:52.538163 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7e0eb003-b969-4088-8e55-db0883c9e712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:53.591676 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:53.675191 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:44:53.713880 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:44:55.049707 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:07.832407 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:20.355955 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-9717291a-546c-45b3-b76c-dc76a13872a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:22.545046 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-9e98404d-8c1d-4c76-913f-70b533666d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:23.591608 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:23.715009 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:25.054896 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:30.676960 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:45:33.943278 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb4923-ba2d-42cc-9adc-0cb0581eae06 req-23491160-385e-4510-b9f3-94c6d2eeb8ac tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:33.944706 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-7cfb4923-ba2d-42cc-9adc-0cb0581eae06 req-23491160-385e-4510-b9f3-94c6d2eeb8ac tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 945 time: 0.1010966 Jun 24 20:45:34.089267 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-7cfb4923-ba2d-42cc-9adc-0cb0581eae06 req-bf85da3c-1753-4b74-88c0-0ddf256a6414 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387165 Jun 24 20:45:35.301969 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b44d7-23b2-4602-8aea-daecb05f2c72 req-031f9285-8237-4ece-a1bb-7494fb6583d7 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:35.303477 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e47b44d7-23b2-4602-8aea-daecb05f2c72 req-031f9285-8237-4ece-a1bb-7494fb6583d7 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 945 time: 0.1006382 Jun 24 20:45:35.348971 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e47b44d7-23b2-4602-8aea-daecb05f2c72 req-dec3e021-d33d-4a02-ab94-9a77e97dca83 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392604 Jun 24 20:45:35.351711 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-4d53f213-c76c-4b12-94ff-ed8eed4523b2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:35.353176 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-4d53f213-c76c-4b12-94ff-ed8eed4523b2 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 945 time: 0.0901189 Jun 24 20:45:35.427095 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Deleting port ebe46416-8cf3-4932-9a72-142d08cca970 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:45:35.427429 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:35.680956 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] For port ebe46416-8cf3-4932-9a72-142d08cca970, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ebe46416-8cf3-4932-9a72-142d08cca970,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:45:35.681258 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:35.967122 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:35.967406 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:35.967734 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.l3_db [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Floating IP c256d6da-77d3-4746-95b1-1127b182a126 disassociated. External IP: 172.27.1.63, port: ebe46416-8cf3-4932-9a72-142d08cca970. Jun 24 20:45:35.968066 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Calling delete_port for ebe46416-8cf3-4932-9a72-142d08cca970 owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:45:36.113336 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:36.166827 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event deleted for resources: {'Port': ['ID=ebe46416-8cf3-4932-9a72-142d08cca970,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:45:36.223149 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:36.223419 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:36.223742 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:36.224064 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:36.224381 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:36.224693 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:36.225139 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:36.225453 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:36.225767 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:36.226071 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:36.226412 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:36.226698 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:36.367859 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Router e6529bbb-6051-4204-b735-4598ff411f3c has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:45:36.545053 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1be4c343-4f93-4e93-af82-3594daebfdb1 req-1a291745-90fb-4f94-8350-c4df01513e75 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 210 time: 0.0594325 Jun 24 20:45:36.597837 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:45:36.608374 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1714ed3-4da1-4352-a8e6-c3ed58ef1f5b None None] Sync routers for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:45:36.618347 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1714ed3-4da1-4352-a8e6-c3ed58ef1f5b None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:45:36.618971 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-b1714ed3-4da1-4352-a8e6-c3ed58ef1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:45:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:45:36.791929 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] No DVR routers for this DVR port ebe46416-8cf3-4932-9a72-142d08cca970 on host hv-cinder-84718 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:45:36.794402 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:36.796947 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b649d9-c2fe-4d98-87b2-86a83f8f2e0e', 'name': 'network-vif-deleted', 'tag': 'ebe46416-8cf3-4932-9a72-142d08cca970'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:45:36.799544 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-b1714ed3-4da1-4352-a8e6-c3ed58ef1f5b None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:45:36.813391 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-dec92f30-ec9e-4155-b9bb-e0ba70269b38 req-8be87dc4-d2f4-43e3-a33d-9bd217f2d901 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "DELETE /v2.0/ports/ebe46416-8cf3-4932-9a72-142d08cca970 HTTP/1.1" status: 204 len: 173 time: 1.4550319 Jun 24 20:45:36.965865 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf47484-8932-4785-88ef-ea6ca591a3da'] response: {'server_uuid': '65b649d9-c2fe-4d98-87b2-86a83f8f2e0e', 'name': 'network-vif-deleted', 'tag': 'ebe46416-8cf3-4932-9a72-142d08cca970', 'status': 'completed', 'code': 200} Jun 24 20:45:37.110378 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-b1714ed3-4da1-4352-a8e6-c3ed58ef1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:45:37.114407 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1714ed3-4da1-4352-a8e6-c3ed58ef1f5b None None] Checking router: e6529bbb-6051-4204-b735-4598ff411f3c for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:45:37.122951 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1714ed3-4da1-4352-a8e6-c3ed58ef1f5b None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:45:37.123545 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-b1714ed3-4da1-4352-a8e6-c3ed58ef1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:45:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:45:37.324740 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-b1714ed3-4da1-4352-a8e6-c3ed58ef1f5b None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:45:37.639899 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-b1714ed3-4da1-4352-a8e6-c3ed58ef1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:45:37.644206 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1714ed3-4da1-4352-a8e6-c3ed58ef1f5b None None] The sync data for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi is: [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:45:37.723628 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-0d50c592-aa06-4429-955f-c82706f24624 req-718ad327-53d2-494d-b68f-95168093b995 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Synchronizing usage tracker for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:45:37.739747 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-0d50c592-aa06-4429-955f-c82706f24624 req-718ad327-53d2-494d-b68f-95168093b995 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Unset dirty status for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:45:37.740934 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-0d50c592-aa06-4429-955f-c82706f24624 req-718ad327-53d2-494d-b68f-95168093b995 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=65b649d9-c2fe-4d98-87b2-86a83f8f2e0e HTTP/1.1" status: 200 len: 210 time: 0.0741630 Jun 24 20:45:37.838254 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:37.862958 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c2861-1052-4a4a-83ee-e2a7a0c18c84 None None] New status for floating IP c256d6da-77d3-4746-95b1-1127b182a126: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:45:38.573742 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device ebe46416-8cf3-4932-9a72-142d08cca970 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:45:38.619137 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: ebe46416-8cf3-4932-9a72-142d08cca970 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:45:38.619465 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device ebe46416-8cf3-4932-9a72-142d08cca970 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:45:39.086120 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-a947c4d1-6e62-4693-a0b9-542b6613ba95 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666109143&fields=id&tenant_id=90ecc0412d8a42dcb699c6a7b360a632 HTTP/1.1" status: 200 len: 267 time: 0.0417745 Jun 24 20:45:39.243515 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-9bca1363-558a-4cc7-99e5-eafb3bd857af tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:39.244987 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-9bca1363-558a-4cc7-99e5-eafb3bd857af tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 812 time: 0.1518009 Jun 24 20:45:39.259347 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-33947581-febd-4c91-819c-bcf4b08d76a5 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/quotas/90ecc0412d8a42dcb699c6a7b360a632 HTTP/1.1" status: 200 len: 375 time: 0.0088882 Jun 24 20:45:39.350783 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-71bf3f96-4cde-4903-96d2-e2875fd9a28e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861590 Jun 24 20:45:39.413826 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-0e95cc06-283c-43e8-a3a9-b295fdf61d48 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 20:45:39.414848 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-0e95cc06-283c-43e8-a3a9-b295fdf61d48 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526915 Jun 24 20:45:39.553491 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-dfb21de3-f857-4142-ac3d-07360167da5c service neutron] 10.222.0.33 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323972 Jun 24 20:45:39.681529 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-7c5eeb8a-0cbb-4028-bbc0-336787a49e68 service neutron] 10.222.0.33 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220417 Jun 24 20:45:40.073884 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-9ec6297a-820d-43b4-aced-ae0a3939fdd7 req-733bcec8-3ad3-45cd-b73f-3e419895de1e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 210 time: 0.0512891 Jun 24 20:45:41.280412 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-ec4bb6f1-c9fe-4335-8db5-382d1a48a9e6 req-f22ccac7-fe69-4e66-b427-3614fff16f44 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 210 time: 0.0579515 Jun 24 20:45:41.341231 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-51e02e17-70ea-4960-80c9-ea8eb9e72a1f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:41.342695 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-51e02e17-70ea-4960-80c9-ea8eb9e72a1f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 812 time: 0.1918287 Jun 24 20:45:41.394932 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-edeb5c66-39f9-46ef-93b7-fabb02247185 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90ecc0412d8a42dcb699c6a7b360a632 HTTP/1.1" status: 200 len: 380 time: 0.0399687 Jun 24 20:45:41.403141 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Request body: {'port': {'device_id': 'a1f83992-1152-465e-9513-52d922c37457', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'admin_state_up': True, 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'security_groups': ['04f7048a-3dba-4df2-8766-2f28bf2807ab']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:45:41.566315 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:45:41.576149 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:45:41.587221 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Made reservation on behalf of 90ecc0412d8a42dcb699c6a7b360a632 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:45:41.590813 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:41.755401 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Allocated IP 172.20.0.13 (5f641260-e6c7-4831-844b-6fc6c1d2450e/740976b6-9b5c-4f1e-85d3-0dc6742b27df/fcaa4bea-4632-4b02-81ea-bb2dd165d5d0) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:45:41.964786 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:41.979678 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Transition to ACTIVE for port object fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:45:42.007230 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:42.076290 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Network 5f641260-e6c7-4831-844b-6fc6c1d2450e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:45:42.083204 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:45:42.088482 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:45:42.118656 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'Port': ['ID=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:45:42.157170 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:42.157963 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:42.186670 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-789d825a-0965-496d-9d3f-d36b0fd68bd8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7868004 Jun 24 20:45:42.197884 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Request body: {'port': {'device_id': 'a1f83992-1152-465e-9513-52d922c37457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:45:42.279448 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-80ea2525-94f9-4dd8-9b6a-4ccdd048cda5 None None] Provisioning for port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:45:42.284450 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-80ea2525-94f9-4dd8-9b6a-4ccdd048cda5 None None] Provisioning complete for port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:45:42.284813 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-80ea2525-94f9-4dd8-9b6a-4ccdd048cda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:42.347802 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-80ea2525-94f9-4dd8-9b6a-4ccdd048cda5 None None] Port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:45:42.422248 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:42.476371 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77c6a5-10d3-403b-b50b-8f1ca3d3e5e3 req-47bce14c-8251-4d59-bfaf-5f4fbdcd0261 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:42.477824 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ea77c6a5-10d3-403b-b50b-8f1ca3d3e5e3 req-47bce14c-8251-4d59-bfaf-5f4fbdcd0261 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 932 time: 0.0876372 Jun 24 20:45:42.531779 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-ea77c6a5-10d3-403b-b50b-8f1ca3d3e5e3 req-c2fed190-6a53-414e-bf4d-7ab349e2aa8b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472195 Jun 24 20:45:42.771749 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:45:42.780529 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:42.795518 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Transition to ACTIVE for port object fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:45:42.802001 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:42.966116 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Pushing event updated for resources: {'Port': ['ID=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:45:43.046948 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Attempting to bind port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:45:43.047216 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Attempting to bind port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:45:43.047532 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Attempting to bind port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 on network 5f641260-e6c7-4831-844b-6fc6c1d2450e {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:45:43.052136 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 on network 5f641260-e6c7-4831-844b-6fc6c1d2450e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:45:43.052449 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Attempting to bind port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 on network 5f641260-e6c7-4831-844b-6fc6c1d2450e {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:45:43.057766 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:45:43.058189 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Checking segment: {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:45:43.058603 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Bound using segment: {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:45:43.059049 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Bound port: fcaa4bea-4632-4b02-81ea-bb2dd165d5d0, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:45:43.059383 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:43.150298 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] For port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0, host hv-cinder-84718, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:45:43.153563 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] For port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:45:43.158946 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:43.214244 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:43.214859 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:43.216204 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] 10.222.0.15 "PUT /v2.0/ports/fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 HTTP/1.1" status: 200 len: 1094 time: 1.0230114 Jun 24 20:45:43.216659 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f83992-1152-465e-9513-52d922c37457', 'tag': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:45:43.245082 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe814b13-f2ee-45ee-8b8e-f00c4b2264bb service neutron] Pushing event updated for resources: {'Port': ['ID=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:45:43.307718 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac1d139-dc11-4860-a3df-41d817744856'] response: {'name': 'network-changed', 'server_uuid': 'a1f83992-1152-465e-9513-52d922c37457', 'tag': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'status': 'completed', 'code': 200} Jun 24 20:45:43.351448 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-edb3d4b0-afb0-468c-8703-282f05f58863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:43.352955 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-edb3d4b0-afb0-468c-8703-282f05f58863 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 1097 time: 0.0866559 Jun 24 20:45:43.421589 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-160ff05e-f7e1-43d2-bcff-aaf0377c655d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 HTTP/1.1" status: 200 len: 217 time: 0.0615160 Jun 24 20:45:43.488043 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-a9fab8c8-867c-442f-9d8a-efadc47368eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:43.489453 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-a9fab8c8-867c-442f-9d8a-efadc47368eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0626099 Jun 24 20:45:43.573684 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-34f9be46-7f95-4061-aafe-61e1ef1bdd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:43.575284 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-34f9be46-7f95-4061-aafe-61e1ef1bdd57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802009 Jun 24 20:45:43.706835 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-2c4b7190-84ff-4982-a0a4-754b52a747e4 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254215 Jun 24 20:45:43.722916 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdbef2-e7ee-42ab-a9c9-f9f2828e9d26 req-604411a8-e0a0-4cc9-9bd8-d59a8c50cbe9 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:43.724458 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cdcdbef2-e7ee-42ab-a9c9-f9f2828e9d26 req-604411a8-e0a0-4cc9-9bd8-d59a8c50cbe9 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 944 time: 0.0903563 Jun 24 20:45:43.769557 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cdcdbef2-e7ee-42ab-a9c9-f9f2828e9d26 req-50790ef0-08d8-4d47-8097-e3eb45d57c5a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385377 Jun 24 20:45:43.850734 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a8f7b7fb-1cdc-4350-aed2-eeb26b0c0de9 req-cc46c941-36b6-4fea-a6b3-fcad18cf69e5 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375906 Jun 24 20:45:43.979159 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd433e9-c187-4d43-881c-c25fe48f760e req-426aa329-a490-4c27-a6c7-00df3df647dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:43.980643 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-edd433e9-c187-4d43-881c-c25fe48f760e req-426aa329-a490-4c27-a6c7-00df3df647dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 1097 time: 0.0842834 Jun 24 20:45:44.208847 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd433e9-c187-4d43-881c-c25fe48f760e req-dd862dea-0b39-4e99-8b72-b455134e3cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:44.210410 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-edd433e9-c187-4d43-881c-c25fe48f760e req-dd862dea-0b39-4e99-8b72-b455134e3cda service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 913 time: 0.2229207 Jun 24 20:45:44.278822 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-edd433e9-c187-4d43-881c-c25fe48f760e req-fbbb5ae0-66b7-49f7-9a87-138a86647ead service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 HTTP/1.1" status: 200 len: 217 time: 0.0620217 Jun 24 20:45:44.341065 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd433e9-c187-4d43-881c-c25fe48f760e req-e27aec67-b658-4467-9fc3-c7687423bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:44.342578 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-edd433e9-c187-4d43-881c-c25fe48f760e req-e27aec67-b658-4467-9fc3-c7687423bc7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0581696 Jun 24 20:45:44.425952 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd433e9-c187-4d43-881c-c25fe48f760e req-6a9f73cd-bfe3-4fbd-936b-d6249cd9d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:44.427587 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-edd433e9-c187-4d43-881c-c25fe48f760e req-6a9f73cd-bfe3-4fbd-936b-d6249cd9d6d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795338 Jun 24 20:45:44.561387 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-edd433e9-c187-4d43-881c-c25fe48f760e req-e4ea7695-bf0d-46d1-bdc7-d12b76626607 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278007 Jun 24 20:45:44.691862 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-edd433e9-c187-4d43-881c-c25fe48f760e req-f873bf04-517c-4e4d-b312-ae976f1924c9 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250780 Jun 24 20:45:44.990845 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc608f0-d3cf-4592-829e-f0a4955ad928 req-31674396-90ef-4577-b7d1-bff94a027f2d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:44.991548 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-fbc608f0-d3cf-4592-829e-f0a4955ad928 req-31674396-90ef-4577-b7d1-bff94a027f2d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Synchronizing usage tracker for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:45:45.011425 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-fbc608f0-d3cf-4592-829e-f0a4955ad928 req-31674396-90ef-4577-b7d1-bff94a027f2d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Unset dirty status for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:45:45.012966 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fbc608f0-d3cf-4592-829e-f0a4955ad928 req-31674396-90ef-4577-b7d1-bff94a027f2d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 944 time: 0.1278830 Jun 24 20:45:45.056777 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-fbc608f0-d3cf-4592-829e-f0a4955ad928 req-d7a74baa-cbe5-4920-892f-6d6e08233ab4 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378563 Jun 24 20:45:46.270337 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58132fe-f928-4a3f-b634-e3c8c20dd9b0 req-36a278c3-74fb-4372-b764-da3b0d735986 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:46.271773 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a58132fe-f928-4a3f-b634-e3c8c20dd9b0 req-36a278c3-74fb-4372-b764-da3b0d735986 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 944 time: 0.0984442 Jun 24 20:45:46.321362 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-a58132fe-f928-4a3f-b634-e3c8c20dd9b0 req-ce61a135-66b4-48a2-ba33-b729c813b959 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412238 Jun 24 20:45:47.537517 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b27da7-eee9-4d95-95e4-5d2fe643c37d req-5ad20187-8b94-4a37-841a-e0352b9b8867 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:47.539044 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-97b27da7-eee9-4d95-95e4-5d2fe643c37d req-5ad20187-8b94-4a37-841a-e0352b9b8867 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 944 time: 0.0992060 Jun 24 20:45:47.585362 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-97b27da7-eee9-4d95-95e4-5d2fe643c37d req-5f244bb8-569d-44a6-80de-33ae3fcbe4e8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393856 Jun 24 20:45:48.792193 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefa945-5c95-4350-9aae-0e85f9ccf68f req-36ad397c-36df-4de5-80d0-f63840567976 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:48.793538 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4cefa945-5c95-4350-9aae-0e85f9ccf68f req-36ad397c-36df-4de5-80d0-f63840567976 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 944 time: 0.0983486 Jun 24 20:45:48.840493 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4cefa945-5c95-4350-9aae-0e85f9ccf68f req-94da5403-8ecd-4d8a-ab20-0f839ea91b89 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386109 Jun 24 20:45:50.060106 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8dabc-2e5d-4ec9-b261-3e810a601a50 req-c99bb13f-feb6-49e1-a5d1-17e7f63607c1 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:50.061571 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-23a8dabc-2e5d-4ec9-b261-3e810a601a50 req-c99bb13f-feb6-49e1-a5d1-17e7f63607c1 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 944 time: 0.0991907 Jun 24 20:45:50.109055 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-23a8dabc-2e5d-4ec9-b261-3e810a601a50 req-48572f9a-7a36-4b49-b9e1-1a906c6275e6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Jun 24 20:45:50.348498 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4ff7805e-6ed1-470e-af8d-0045ad99fcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:50.651174 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:45:50.806937 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:45:50.821288 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'port_id': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'mac_address': 'fa:16:3e:c6:c7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:45:50.880894 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:45:50.881261 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:50.897773 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:45:50.913381 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:45:50.918880 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:50.986519 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:45:50.993541 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:50.993873 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:50.994220 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:50.994541 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:50.994857 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:50.995173 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:50.995481 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:50.995793 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:50.996107 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:50.996414 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:50.996717 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:50.997021 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:45:51.162750 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['fcaa4bea-4632-4b02-81ea-bb2dd165d5d0'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:45:51.309188 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bc241-fe7f-413c-a86b-f217ead0c09c req-c7706274-b141-4da6-8205-b6148b5e503a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:51.310690 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5c7bc241-fe7f-413c-a86b-f217ead0c09c req-c7706274-b141-4da6-8205-b6148b5e503a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 945 time: 0.0890977 Jun 24 20:45:51.354203 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-5c7bc241-fe7f-413c-a86b-f217ead0c09c req-af1a6e11-c7e9-4a82-a489-0a943a17a241 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374997 Jun 24 20:45:52.530962 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5c6ddfc0-4ca8-4364-b3a5-74b8c81804d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:52.684204 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:45:52.704113 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86699f2b-6d68-497b-80da-ff8e4d1ce4cc req-a586f47c-69a9-47f8-a149-8623fa9b15a8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:52.705538 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-86699f2b-6d68-497b-80da-ff8e4d1ce4cc req-a586f47c-69a9-47f8-a149-8623fa9b15a8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 945 time: 0.0995221 Jun 24 20:45:52.749168 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-86699f2b-6d68-497b-80da-ff8e4d1ce4cc req-400c9941-8a81-4c54-bb05-471dec32e897 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377667 Jun 24 20:45:52.758394 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:45:52.764080 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:45:52.764450 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:52.885157 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:45:52.885524 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:52.914708 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f83992-1152-465e-9513-52d922c37457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:45:52.924968 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:45:52.929088 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:52.996383 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:45:53.012254 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3249e08c-3240-45e2-9c5a-b71727874bd9'] response: {'server_uuid': 'a1f83992-1152-465e-9513-52d922c37457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'code': 200} Jun 24 20:45:53.303611 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa84733-17d7-4208-8aa0-aeb8b04cf4a6 req-6e7ccffd-a524-4924-a2f6-65a50a9b75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:53.305037 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-daa84733-17d7-4208-8aa0-aeb8b04cf4a6 req-6e7ccffd-a524-4924-a2f6-65a50a9b75b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 1099 time: 0.0834248 Jun 24 20:45:53.345454 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-daa84733-17d7-4208-8aa0-aeb8b04cf4a6 req-ab47e09d-20f1-451f-a256-bdc108730b92 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341241 Jun 24 20:45:53.604882 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:53.716421 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:53.946580 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02059f-f226-4b11-8e50-d8f490c025d6 req-1d4d3926-1adc-4f0d-897d-50e65731001c tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:53.948019 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bf02059f-f226-4b11-8e50-d8f490c025d6 req-1d4d3926-1adc-4f0d-897d-50e65731001c tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 946 time: 0.0922792 Jun 24 20:45:53.995418 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bf02059f-f226-4b11-8e50-d8f490c025d6 req-1d1eee88-0a00-4dde-8d50-a1c4e6a873c9 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418227 Jun 24 20:45:55.049599 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:55.209746 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10410053-58d5-4858-9bcf-e20dc0fce86a req-7e0b5398-aff4-4b05-9231-42851115af34 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:55.211242 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-10410053-58d5-4858-9bcf-e20dc0fce86a req-7e0b5398-aff4-4b05-9231-42851115af34 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 946 time: 0.1000471 Jun 24 20:45:55.257413 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-10410053-58d5-4858-9bcf-e20dc0fce86a req-7e4a5d9b-289b-4861-8ac6-24020c53c584 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 Jun 24 20:45:55.463295 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117aae7e-5a3b-4ac3-9013-25231d9d8ffc req-276683e0-38ec-4ef0-b4e7-9642be603e16 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:55.464745 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-117aae7e-5a3b-4ac3-9013-25231d9d8ffc req-276683e0-38ec-4ef0-b4e7-9642be603e16 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 946 time: 0.0977459 Jun 24 20:45:55.509199 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-117aae7e-5a3b-4ac3-9013-25231d9d8ffc req-1ee5a22b-8391-4625-a5da-488a8af2e40b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374441 Jun 24 20:45:55.532118 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 55248) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:45:55.613755 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df661e00-123b-439c-82c0-a902ba3c56f5 tempest-TestVolumeBootPattern-796540486 tempest-TestVolumeBootPattern-796540486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:55.614392 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-df661e00-123b-439c-82c0-a902ba3c56f5 tempest-TestVolumeBootPattern-796540486 tempest-TestVolumeBootPattern-796540486-project-admin] Synchronizing usage tracker for tenant:ad77dc1b37d04c3fb86f4383e8218c31 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:45:55.633682 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-df661e00-123b-439c-82c0-a902ba3c56f5 tempest-TestVolumeBootPattern-796540486 tempest-TestVolumeBootPattern-796540486-project-admin] Unset dirty status for tenant:ad77dc1b37d04c3fb86f4383e8218c31 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:45:55.634867 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-df661e00-123b-439c-82c0-a902ba3c56f5 tempest-TestVolumeBootPattern-796540486 tempest-TestVolumeBootPattern-796540486-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 1094 time: 0.1018128 Jun 24 20:45:55.638167 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 55252) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:45:55.643095 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'port_id': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:45:55.648749 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:45:55.652472 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Usage tracker for resource:floatingip and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:45:55.655312 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:45:55.661080 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:45:55.673234 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:55.829825 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:55.977219 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Allocated IP 172.27.1.108 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/7a8f02cf-0a6c-4365-8c98-44e57f497a80) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:45:56.125959 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:56.158823 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:56.216911 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:45:56.223684 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:45:56.227714 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:45:56.255379 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'Port': ['ID=7a8f02cf-0a6c-4365-8c98-44e57f497a80,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:45:56.738750 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:56.818975 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:57.041918 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:57.049044 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:57.151928 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'Port': ['ID=7a8f02cf-0a6c-4365-8c98-44e57f497a80,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:45:57.166432 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:57.333576 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.l3_db [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Floating IP 39a12020-8da2-4302-b338-cd746fd96bb9 associated. External IP: 172.27.1.108, port: fcaa4bea-4632-4b02-81ea-bb2dd165d5d0. Jun 24 20:45:57.680317 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Router e6529bbb-6051-4204-b735-4598ff411f3c has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:45:57.979461 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:45:57.989478 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212e39b1-35e3-4021-b560-d8d013a5ff52 None None] Sync routers for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:45:58.001709 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212e39b1-35e3-4021-b560-d8d013a5ff52 None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:45:58.002558 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-212e39b1-35e3-4021-b560-d8d013a5ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:45:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:45:58.006760 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:45:58.063666 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-e530672f-3cf6-42c3-ae19-ab5c740a217a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4243748 Jun 24 20:45:58.064279 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f83992-1152-465e-9513-52d922c37457', 'tag': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:45:58.112046 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a354381-0f69-475c-8d6e-019858c5e0f1'] response: {'name': 'network-changed', 'server_uuid': 'a1f83992-1152-465e-9513-52d922c37457', 'tag': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'status': 'completed', 'code': 200} Jun 24 20:45:58.183161 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-212e39b1-35e3-4021-b560-d8d013a5ff52 None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:45:58.213776 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c85a2-ba4f-47f0-b770-fc55bfbe96a1 req-91f20d7b-e296-4a55-b509-a8a2ca82c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:58.215301 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2d0c85a2-ba4f-47f0-b770-fc55bfbe96a1 req-91f20d7b-e296-4a55-b509-a8a2ca82c788 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 1099 time: 0.0802472 Jun 24 20:45:58.344951 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c85a2-ba4f-47f0-b770-fc55bfbe96a1 req-77714c53-b563-45e2-80df-52de9f6e246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:58.346434 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2d0c85a2-ba4f-47f0-b770-fc55bfbe96a1 req-77714c53-b563-45e2-80df-52de9f6e246a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 913 time: 0.1254883 Jun 24 20:45:58.450144 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2d0c85a2-ba4f-47f0-b770-fc55bfbe96a1 req-03cf3c94-7605-4658-9ab2-d9c7e3816311 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 HTTP/1.1" status: 200 len: 1000 time: 0.0979443 Jun 24 20:45:58.511818 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c85a2-ba4f-47f0-b770-fc55bfbe96a1 req-b7899c6e-f68b-4181-b17d-a7cf2d91a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:58.513620 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2d0c85a2-ba4f-47f0-b770-fc55bfbe96a1 req-b7899c6e-f68b-4181-b17d-a7cf2d91a853 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0567751 Jun 24 20:45:58.529603 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-212e39b1-35e3-4021-b560-d8d013a5ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '39a12020-8da2-4302-b338-cd746fd96bb9', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:c6:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f83992-1152-465e-9513-52d922c37457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:45:56Z', 'updated_at': '2022-06-24T20:45:56Z', 'revision_number': 0, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:45:58.533973 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212e39b1-35e3-4021-b560-d8d013a5ff52 None None] Checking router: e6529bbb-6051-4204-b735-4598ff411f3c for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:45:58.543186 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212e39b1-35e3-4021-b560-d8d013a5ff52 None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:45:58.543769 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-212e39b1-35e3-4021-b560-d8d013a5ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:45:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:45:58.597201 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c85a2-ba4f-47f0-b770-fc55bfbe96a1 req-b42cda87-5da9-4825-a7cb-ea267efecdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:45:58.598593 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2d0c85a2-ba4f-47f0-b770-fc55bfbe96a1 req-b42cda87-5da9-4825-a7cb-ea267efecdac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790627 Jun 24 20:45:58.715279 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-212e39b1-35e3-4021-b560-d8d013a5ff52 None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:45:58.727704 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2d0c85a2-ba4f-47f0-b770-fc55bfbe96a1 req-6d1fa5d1-a390-42a3-a45c-3a5b4ba8b6cf service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227710 Jun 24 20:45:58.864042 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2d0c85a2-ba4f-47f0-b770-fc55bfbe96a1 req-f1a87621-1982-4d86-bce4-41a022ddce5d service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300845 Jun 24 20:45:59.099319 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-212e39b1-35e3-4021-b560-d8d013a5ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '39a12020-8da2-4302-b338-cd746fd96bb9', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:c6:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f83992-1152-465e-9513-52d922c37457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:45:56Z', 'updated_at': '2022-06-24T20:45:56Z', 'revision_number': 0, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:45:59.103373 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212e39b1-35e3-4021-b560-d8d013a5ff52 None None] The sync data for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi is: [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '39a12020-8da2-4302-b338-cd746fd96bb9', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:c6:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f83992-1152-465e-9513-52d922c37457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:45:56Z', 'updated_at': '2022-06-24T20:45:56Z', 'revision_number': 0, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:45:59.294539 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632fc04-5fa6-40a3-af82-26b954b5653f None None] New status for floating IP 39a12020-8da2-4302-b338-cd746fd96bb9: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:46:07.681776 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:46:07.852810 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:46:20.357991 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-acd9e9ef-d126-4d9c-a7b3-8f674e54ec0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:46:22.538910 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-a14c728b-7312-434b-9fce-4a904e2d2689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:46:23.644659 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:46:23.716251 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:46:25.057698 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:46:37.849504 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:46:44.686284 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:46:47.650782 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4d07f752-807e-4eed-8a80-95787a421125 req-1931797e-afbd-46ea-8162-690c7b3a0ef1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768225 Jun 24 20:46:47.802816 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07f752-807e-4eed-8a80-95787a421125 req-f0db40ed-5078-4bc5-9f9b-647fb907cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:46:47.804195 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4d07f752-807e-4eed-8a80-95787a421125 req-f0db40ed-5078-4bc5-9f9b-647fb907cd3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 1099 time: 0.0824175 Jun 24 20:46:47.950102 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07f752-807e-4eed-8a80-95787a421125 req-8b2de342-4fad-4f93-bb12-da9435c11ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:46:47.951590 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4d07f752-807e-4eed-8a80-95787a421125 req-8b2de342-4fad-4f93-bb12-da9435c11ca9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 913 time: 0.1277783 Jun 24 20:46:48.050407 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4d07f752-807e-4eed-8a80-95787a421125 req-d3fa8069-e8e6-4047-985f-d0670215c530 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 HTTP/1.1" status: 200 len: 1002 time: 0.0926630 Jun 24 20:46:48.111241 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07f752-807e-4eed-8a80-95787a421125 req-4ffccd91-b347-4781-8d58-85ecee4cdb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:46:48.112494 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4d07f752-807e-4eed-8a80-95787a421125 req-4ffccd91-b347-4781-8d58-85ecee4cdb75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0563149 Jun 24 20:46:48.197785 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07f752-807e-4eed-8a80-95787a421125 req-582abdc3-ff5e-4219-8df2-0f7bf66862fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:46:48.199275 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4d07f752-807e-4eed-8a80-95787a421125 req-582abdc3-ff5e-4219-8df2-0f7bf66862fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805771 Jun 24 20:46:48.444662 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4d07f752-807e-4eed-8a80-95787a421125 req-ffa45798-e613-4924-b9f4-f5d5cee8beae service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383332 Jun 24 20:46:48.573889 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-4d07f752-807e-4eed-8a80-95787a421125 req-d1f57db7-397f-4670-8d6b-2b333c2bec01 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234696 Jun 24 20:46:50.350174 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-e2dca9bf-cafe-4f82-b0ca-22bf4536c02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:46:52.529999 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f6c24ca9-5118-40b3-bd64-98a5a7f67013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:46:53.608121 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:46:53.716005 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:46:55.067230 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:07.859563 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:20.347114 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-35ee8f0d-21dd-43eb-b792-6b42a3acaafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:21.691390 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:47:22.524379 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c524ffb8-b110-436b-9dbc-e8b2d8c330fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:23.619262 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:23.719490 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:25.068251 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:25.490206 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-5082c90f-c039-422d-b0a7-e23f4c81be47 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666109143&fields=id&tenant_id=90ecc0412d8a42dcb699c6a7b360a632 HTTP/1.1" status: 200 len: 267 time: 0.0433350 Jun 24 20:47:25.640518 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-73685c0e-e455-4709-9063-559b95c18cba tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:25.641938 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-73685c0e-e455-4709-9063-559b95c18cba tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 812 time: 0.1432152 Jun 24 20:47:25.659619 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-cc2159a6-e748-4791-83b9-d4268bbb98f1 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/quotas/90ecc0412d8a42dcb699c6a7b360a632 HTTP/1.1" status: 200 len: 375 time: 0.0093534 Jun 24 20:47:25.763438 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-a8017654-a4ff-4dc5-97f1-e7b61b84b21f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0962136 Jun 24 20:47:25.899101 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-d2cf66d7-bb08-40d8-9864-733333a93e13 service neutron] 10.222.0.33 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234796 Jun 24 20:47:26.047330 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-19597e6c-35bc-4aba-8ce9-7572623c34e4 service neutron] 10.222.0.33 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423969 Jun 24 20:47:26.443713 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-7276f435-c5ad-4649-a024-77d5404e33ff req-5db97795-e5a9-4da0-90de-f5c14d0e8b97 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 210 time: 0.0495601 Jun 24 20:47:27.480622 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-2ff641bd-7f5d-41d5-a35d-935fa3dc9f8f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:27.482061 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-2ff641bd-7f5d-41d5-a35d-935fa3dc9f8f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 812 time: 0.1548896 Jun 24 20:47:27.539603 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-0b6f5e18-36f2-4a95-9fbe-811b9c89cb64 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90ecc0412d8a42dcb699c6a7b360a632 HTTP/1.1" status: 200 len: 380 time: 0.0491889 Jun 24 20:47:27.547726 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Request body: {'port': {'device_id': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'admin_state_up': True, 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'security_groups': ['04f7048a-3dba-4df2-8766-2f28bf2807ab']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:47:27.659792 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6907f524-cc9a-4ed3-a978-eb9e540f707f req-f778b3e2-d86c-4961-9df0-e699148fedb6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 210 time: 0.0986085 Jun 24 20:47:27.732115 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:47:27.741697 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:47:27.753592 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Made reservation on behalf of 90ecc0412d8a42dcb699c6a7b360a632 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 20:47:27.757104 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:27.938425 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Allocated IP 172.20.0.9 (5f641260-e6c7-4831-844b-6fc6c1d2450e/740976b6-9b5c-4f1e-85d3-0dc6742b27df/050bdad4-d6e0-4882-b53e-3e6b0ebd26e1) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:47:28.132763 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:28.148037 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Transition to ACTIVE for port object 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:47:28.173614 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:28.345656 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Network 5f641260-e6c7-4831-844b-6fc6c1d2450e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:47:28.353056 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:47:28.358371 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:47:28.393110 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'Port': ['ID=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:47:28.406957 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:28.407288 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:28.407616 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:28.407937 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:28.408256 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:28.408573 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:28.408886 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:28.409195 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:28.409511 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:28.409822 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:28.410149 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:28.410464 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:28.435108 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:28.435712 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:28.461361 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8ad04964-8497-47e6-9ebe-d8f930f1ef09 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9172103 Jun 24 20:47:28.473977 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Request body: {'port': {'device_id': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:47:28.563744 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-f94adbce-0a6e-4cc3-9a54-37ffbf7f475f None None] Provisioning for port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 completed by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:47:28.568695 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-f94adbce-0a6e-4cc3-9a54-37ffbf7f475f None None] Provisioning complete for port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 triggered by entity DHCP. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:47:28.569041 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f94adbce-0a6e-4cc3-9a54-37ffbf7f475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:28.585956 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:28.622849 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-f94adbce-0a6e-4cc3-9a54-37ffbf7f475f None None] Port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 cannot update to ACTIVE because it is not bound. {{(pid=88161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 20:47:28.847147 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847487e5-a44b-4845-9bea-e09621ccea8c req-35d619b3-eb62-4c00-9afc-0ed90465ae03 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:28.848584 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-847487e5-a44b-4845-9bea-e09621ccea8c req-35d619b3-eb62-4c00-9afc-0ed90465ae03 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 931 time: 0.0854864 Jun 24 20:47:28.895886 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-847487e5-a44b-4845-9bea-e09621ccea8c req-99d55c87-db2b-435a-9838-1d7fe4779af6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414743 Jun 24 20:47:28.917116 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:47:28.924446 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:28.938546 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Transition to ACTIVE for port object 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 20:47:28.944714 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:29.071779 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Pushing event updated for resources: {'Port': ['ID=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:47:29.184093 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Attempting to bind port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 20:47:29.184452 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Attempting to bind port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 20:47:29.184774 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Attempting to bind port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 on network 5f641260-e6c7-4831-844b-6fc6c1d2450e {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:47:29.189768 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 on network 5f641260-e6c7-4831-844b-6fc6c1d2450e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 20:47:29.190082 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Attempting to bind port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 on network 5f641260-e6c7-4831-844b-6fc6c1d2450e {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 20:47:29.195284 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Checking agent: {'id': '884797d1-cc34-4dc2-a1be-e977701ccd6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'started_at': datetime.datetime(2022, 6, 24, 20, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 20:47:29.195614 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Checking segment: {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 20:47:29.195989 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Bound using segment: {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 20:47:29.196410 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Bound port: 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66178bf7-46e6-4ecc-b3d5-764eb57d7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 20:47:29.196747 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:29.291385 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] For port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1, host hv-cinder-84718, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 20:47:29.294235 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] For port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 20:47:29.300532 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:29.353804 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:29.354466 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:29.355768 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] 10.222.0.15 "PUT /v2.0/ports/050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 HTTP/1.1" status: 200 len: 1093 time: 0.8868711 Jun 24 20:47:29.356201 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'tag': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:47:29.380807 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c3e03-7c16-4ea6-a5b3-bb9b9d4cd789 service neutron] Pushing event updated for resources: {'Port': ['ID=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:47:29.443964 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa95ff4-2c07-429f-815a-8e8ab5ee6dfb'] response: {'name': 'network-changed', 'server_uuid': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'tag': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1', 'status': 'completed', 'code': 200} Jun 24 20:47:29.490285 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-e55f8347-1517-4c5d-9357-d3d84123b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:29.491765 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-e55f8347-1517-4c5d-9357-d3d84123b1b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 1096 time: 0.0878248 Jun 24 20:47:29.558827 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-1848d855-cb01-43da-8321-54bf641712db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 HTTP/1.1" status: 200 len: 217 time: 0.0602825 Jun 24 20:47:29.621632 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8f5b7326-162a-47c2-ad8f-ca4469dab7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:29.623306 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-8f5b7326-162a-47c2-ad8f-ca4469dab7cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0593123 Jun 24 20:47:29.709485 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-85fb686e-99d7-499c-8bd4-912b4f8244a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:29.711036 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-85fb686e-99d7-499c-8bd4-912b4f8244a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820830 Jun 24 20:47:29.855270 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-67c87b4e-23a9-4440-bcbb-4fdd29190c01 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377294 Jun 24 20:47:29.982882 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-20fbe05a-66e0-492b-95ce-51a4343d93ba req-b8aa24f0-0e3e-47a1-9e95-bf37867e16f4 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220317 Jun 24 20:47:30.089865 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ed233-437b-40fa-a509-699c63193a92 req-0eab8605-46bd-48c1-b137-03175b67c107 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:30.091444 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f48ed233-437b-40fa-a509-699c63193a92 req-0eab8605-46bd-48c1-b137-03175b67c107 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 943 time: 0.0924783 Jun 24 20:47:30.138144 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-f48ed233-437b-40fa-a509-699c63193a92 req-fae72f01-4077-467a-9a99-0df0c21e772f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405920 Jun 24 20:47:30.220676 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4dde3-5a4f-45ca-ad86-b4082b1c416e req-e91cc45c-918d-4b72-9e31-93d252fe64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:30.222187 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-23b4dde3-5a4f-45ca-ad86-b4082b1c416e req-e91cc45c-918d-4b72-9e31-93d252fe64a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 1096 time: 0.1946278 Jun 24 20:47:30.352540 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4dde3-5a4f-45ca-ad86-b4082b1c416e req-a108cf9b-e0d6-45d9-a63a-8dba85df2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:30.353866 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-23b4dde3-5a4f-45ca-ad86-b4082b1c416e req-a108cf9b-e0d6-45d9-a63a-8dba85df2a48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 913 time: 0.1243548 Jun 24 20:47:30.426534 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-23b4dde3-5a4f-45ca-ad86-b4082b1c416e req-200d5228-d664-40d1-b18f-9b6e9b2e3c28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 HTTP/1.1" status: 200 len: 217 time: 0.0632288 Jun 24 20:47:30.490860 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4dde3-5a4f-45ca-ad86-b4082b1c416e req-cb7c6c45-fd3b-477f-926d-16ea64ce01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:30.492237 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-23b4dde3-5a4f-45ca-ad86-b4082b1c416e req-cb7c6c45-fd3b-477f-926d-16ea64ce01d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0573790 Jun 24 20:47:30.595117 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4dde3-5a4f-45ca-ad86-b4082b1c416e req-b2a52700-8670-456e-b572-1cc64ccb0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:30.596649 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-23b4dde3-5a4f-45ca-ad86-b4082b1c416e req-b2a52700-8670-456e-b572-1cc64ccb0642 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0965714 Jun 24 20:47:30.726398 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-23b4dde3-5a4f-45ca-ad86-b4082b1c416e req-6a8b0b34-5536-46bc-8787-25043c233a07 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232719 Jun 24 20:47:30.855681 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-23b4dde3-5a4f-45ca-ad86-b4082b1c416e req-33dfdb11-5fd4-48ba-b646-74040584f17d service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233542 Jun 24 20:47:31.348987 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2446b3a-72cf-48f1-8692-e6559971ad50 req-d5274e2b-2672-432c-8222-f514dace1f60 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:31.349661 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-f2446b3a-72cf-48f1-8692-e6559971ad50 req-d5274e2b-2672-432c-8222-f514dace1f60 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Synchronizing usage tracker for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:47:31.366441 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-f2446b3a-72cf-48f1-8692-e6559971ad50 req-d5274e2b-2672-432c-8222-f514dace1f60 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Unset dirty status for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:47:31.367529 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f2446b3a-72cf-48f1-8692-e6559971ad50 req-d5274e2b-2672-432c-8222-f514dace1f60 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 943 time: 0.1063354 Jun 24 20:47:31.415080 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f2446b3a-72cf-48f1-8692-e6559971ad50 req-47e547fc-989f-4020-a1fe-2e8875fde91e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414464 Jun 24 20:47:32.640567 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4abb6-166d-4657-b70c-7feb708b8658 req-d969c96d-bae7-469f-9602-9809bb7218db tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:32.642020 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-92d4abb6-166d-4657-b70c-7feb708b8658 req-d969c96d-bae7-469f-9602-9809bb7218db tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 943 time: 0.0968771 Jun 24 20:47:32.695237 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-92d4abb6-166d-4657-b70c-7feb708b8658 req-32166cd1-9575-4e5b-bcaa-c23339d82d86 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445073 Jun 24 20:47:33.909551 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36b0c8-7c22-4e0d-b6e3-4efdba3c8544 req-2c17ac13-36e7-4995-9691-2a98bab592ff tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:33.911356 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6c36b0c8-7c22-4e0d-b6e3-4efdba3c8544 req-2c17ac13-36e7-4995-9691-2a98bab592ff tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 943 time: 0.1055887 Jun 24 20:47:33.958060 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6c36b0c8-7c22-4e0d-b6e3-4efdba3c8544 req-f4404b2f-ec0c-44bf-b5e6-c950739c73a6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407813 Jun 24 20:47:35.168540 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29beb7-d448-4ba5-8551-908f851afd02 req-f47f4ed5-5b4c-42d0-9491-37be29e46b5f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:35.170207 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bf29beb7-d448-4ba5-8551-908f851afd02 req-f47f4ed5-5b4c-42d0-9491-37be29e46b5f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 943 time: 0.0996077 Jun 24 20:47:35.217498 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-bf29beb7-d448-4ba5-8551-908f851afd02 req-f125345c-0f6c-4560-8c3a-cb6cd737fc71 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414472 Jun 24 20:47:36.415136 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078f9b1-5fd6-45fb-a6f9-d7eb71b950be req-0ffc6e0d-7d66-4a57-840c-e2d5724a563a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:36.416578 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d078f9b1-5fd6-45fb-a6f9-d7eb71b950be req-0ffc6e0d-7d66-4a57-840c-e2d5724a563a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 943 time: 0.0869017 Jun 24 20:47:36.467368 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-d078f9b1-5fd6-45fb-a6f9-d7eb71b950be req-30cc7ca1-58b5-4dea-ba64-a39ac58fd6dc tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419548 Jun 24 20:47:37.229265 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 20:47:37.367863 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:47:37.380860 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Returning: {'device': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'port_id': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1', 'mac_address': 'fa:16:3e:d5:78:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 20:47:37.435952 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 is: DOWN; New status is: BUILD {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:47:37.436318 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:37.453752 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 {{(pid=88161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 20:47:37.469041 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:47:37.475476 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:37.543286 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:47:37.550423 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:37.550758 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:37.551081 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:37.551405 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:37.551735 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:37.552042 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:37.552358 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:37.552673 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:37.552983 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:37.553280 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:37.553586 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:37.553895 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:47:37.659234 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4d489-003d-41e0-8545-cf866a5bad29 req-030d401f-aefd-4e68-9711-2fe294b01849 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:37.660663 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-10c4d489-003d-41e0-8545-cf866a5bad29 req-030d401f-aefd-4e68-9711-2fe294b01849 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 944 time: 0.0900874 Jun 24 20:47:37.689178 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] get_ports_and_sgs() called for port_ids ['050bdad4-d6e0-4882-b53e-3e6b0ebd26e1'] {{(pid=88161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 20:47:37.707120 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-10c4d489-003d-41e0-8545-cf866a5bad29 req-140a3825-9852-476d-84f4-a369f9ddffe1 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377939 Jun 24 20:47:37.861095 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:38.919551 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ce2e7-a2a8-4f65-8f70-ccfeb3cfa378 req-56bb7ed0-615d-4285-8221-058123684d36 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:38.921001 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-537ce2e7-a2a8-4f65-8f70-ccfeb3cfa378 req-56bb7ed0-615d-4285-8221-058123684d36 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 944 time: 0.0978372 Jun 24 20:47:38.964116 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-537ce2e7-a2a8-4f65-8f70-ccfeb3cfa378 req-2226295f-d37c-44d8-8515-66be74714893 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373559 Jun 24 20:47:39.260453 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 up at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 20:47:39.344907 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning for port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 completed by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 20:47:39.349893 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Provisioning complete for port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 triggered by entity L2. {{(pid=88161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 20:47:39.350316 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765064'] for port, provisioning_complete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:39.472348 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Current status of the port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 is: BUILD; New status is: ACTIVE {{(pid=88161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 20:47:39.472713 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:39.500294 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1'}] {{(pid=88161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:47:39.510228 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] For port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:47:39.515165 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:39.555212 dv-cinder-847189-4-iscsi neutron-server[88161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf5ada2-1990-43ae-8602-0d03b0556814'] response: {'server_uuid': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1', 'code': 200} Jun 24 20:47:39.587582 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Pushing event updated for resources: {'Port': ['ID=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1,revision_number=5']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:47:39.846274 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f893-7ca6-4e02-8ebe-875818f5b51f req-13c00779-8bc7-4785-aff8-d87fbbca59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:39.847655 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-41a0f893-7ca6-4e02-8ebe-875818f5b51f req-13c00779-8bc7-4785-aff8-d87fbbca59f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 1098 time: 0.0835989 Jun 24 20:47:39.886480 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-41a0f893-7ca6-4e02-8ebe-875818f5b51f req-9467a3ca-71a3-4202-96ea-31b2f92b69a8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327563 Jun 24 20:47:40.200790 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4802d9-962f-44bb-ac39-804467efdb62 req-39f90a68-21cf-43ff-a3d0-5fdf80862a4b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:40.202272 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1b4802d9-962f-44bb-ac39-804467efdb62 req-39f90a68-21cf-43ff-a3d0-5fdf80862a4b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 945 time: 0.0984907 Jun 24 20:47:40.262539 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-1b4802d9-962f-44bb-ac39-804467efdb62 req-8ae68426-7bba-4e51-ac91-d9b117743938 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519776 Jun 24 20:47:41.554615 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94259f-79bc-4ac8-88f6-2cceb3032c19 req-c24cbfcd-23eb-4ed4-bb24-bf44a94c9c18 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:41.555964 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cd94259f-79bc-4ac8-88f6-2cceb3032c19 req-c24cbfcd-23eb-4ed4-bb24-bf44a94c9c18 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 945 time: 0.1768336 Jun 24 20:47:41.608377 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-cd94259f-79bc-4ac8-88f6-2cceb3032c19 req-54c1b45a-0d22-44bc-97ad-01cc7072a3a8 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438766 Jun 24 20:47:41.833456 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b868e68-4d42-43fa-8f70-006add8e066f req-64b2251f-58ab-4ca6-bf28-67d42a46c834 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:41.834850 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2b868e68-4d42-43fa-8f70-006add8e066f req-64b2251f-58ab-4ca6-bf28-67d42a46c834 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 945 time: 0.1099782 Jun 24 20:47:41.880722 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-2b868e68-4d42-43fa-8f70-006add8e066f req-96b25e34-96f0-47bc-8e18-96c2de6725ce tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372787 Jun 24 20:47:41.904272 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 55354) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:47:41.984247 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39d871d-cdc9-426e-a0c6-4a5117bfd3f7 tempest-TestVolumeBootPattern-796540486 tempest-TestVolumeBootPattern-796540486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:41.985757 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-e39d871d-cdc9-426e-a0c6-4a5117bfd3f7 tempest-TestVolumeBootPattern-796540486 tempest-TestVolumeBootPattern-796540486-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 1093 time: 0.0805252 Jun 24 20:47:41.988629 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 55358) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:47:41.993500 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Request body: {'floatingip': {'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'port_id': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 20:47:41.999367 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 20:47:42.003331 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Usage tracker for resource:floatingip and tenant:90ecc0412d8a42dcb699c6a7b360a632 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 20:47:42.006268 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 20:47:42.012046 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 20:47:42.024556 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:42.264711 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:42.405235 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Allocated IP 172.27.1.87 (cd9f41e2-529a-43c2-b620-1636d255c50a/f93ab8ff-dccc-4820-98b1-7f51c7fbdd97/c2aee0e1-0fa1-4142-a84e-56f5dfd0f4d7) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 20:47:42.552387 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:42.584657 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761139485597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:42.643975 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Network cd9f41e2-529a-43c2-b620-1636d255c50a is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 20:47:42.650963 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 20:47:42.655002 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 20:47:42.683611 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'Port': ['ID=c2aee0e1-0fa1-4142-a84e-56f5dfd0f4d7,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:47:43.066442 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:43.145082 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706952'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:43.358759 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:43.363956 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761139943289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761139485615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761139485660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653565'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:43.472495 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event updated for resources: {'Port': ['ID=c2aee0e1-0fa1-4142-a84e-56f5dfd0f4d7,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:47:43.483043 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800778'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:43.653338 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.db.l3_db [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Floating IP 91e57a15-69f7-4396-8779-c9f33eb75675 associated. External IP: 172.27.1.87, port: 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1. Jun 24 20:47:44.110324 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Router e6529bbb-6051-4204-b735-4598ff411f3c has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:47:44.296380 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:47:44.306540 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a460f0-9a51-4cd6-997f-f42c685fa98d None None] Sync routers for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:47:44.317379 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a460f0-9a51-4cd6-997f-f42c685fa98d None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:47:44.317992 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-32a460f0-9a51-4cd6-997f-f42c685fa98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:47:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:47:44.323465 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:44.386832 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-5f2c8ffa-fc45-4f8b-b030-7d9f31d7223e tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3971615 Jun 24 20:47:44.387864 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'tag': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:47:44.438282 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860ea38e-da7f-4a71-b32a-991590b7ac91'] response: {'name': 'network-changed', 'server_uuid': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'tag': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1', 'status': 'completed', 'code': 200} Jun 24 20:47:44.497143 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-32a460f0-9a51-4cd6-997f-f42c685fa98d None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:47:44.553697 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d103d6-2c4b-4283-b387-96229d5e4668 req-e04fbe77-4aef-43ea-98e9-a4442662a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:44.555309 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-62d103d6-2c4b-4283-b387-96229d5e4668 req-e04fbe77-4aef-43ea-98e9-a4442662a7b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 1098 time: 0.0856915 Jun 24 20:47:44.684143 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d103d6-2c4b-4283-b387-96229d5e4668 req-f109c711-cdcb-4f27-bc04-b875c3dd9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:44.685601 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-62d103d6-2c4b-4283-b387-96229d5e4668 req-f109c711-cdcb-4f27-bc04-b875c3dd9959 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 913 time: 0.1246231 Jun 24 20:47:44.786166 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-62d103d6-2c4b-4283-b387-96229d5e4668 req-1bc517c0-18d8-41c5-863f-fc6db04871e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 HTTP/1.1" status: 200 len: 998 time: 0.0948713 Jun 24 20:47:44.835847 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-32a460f0-9a51-4cd6-997f-f42c685fa98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '39a12020-8da2-4302-b338-cd746fd96bb9', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:c6:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f83992-1152-465e-9513-52d922c37457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:45:56Z', 'updated_at': '2022-06-24T20:45:59Z', 'revision_number': 1, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}, {'id': '91e57a15-69f7-4396-8779-c9f33eb75675', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:d5:78:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:47:43Z', 'updated_at': '2022-06-24T20:47:43Z', 'revision_number': 0, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:47:44.839613 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a460f0-9a51-4cd6-997f-f42c685fa98d None None] Checking router: e6529bbb-6051-4204-b735-4598ff411f3c for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:47:44.845134 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d103d6-2c4b-4283-b387-96229d5e4668 req-1ffedc15-1ee9-436a-8f32-0f219f112cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:44.846653 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-62d103d6-2c4b-4283-b387-96229d5e4668 req-1ffedc15-1ee9-436a-8f32-0f219f112cc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0551634 Jun 24 20:47:44.847779 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a460f0-9a51-4cd6-997f-f42c685fa98d None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:47:44.848345 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-32a460f0-9a51-4cd6-997f-f42c685fa98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:47:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:47:44.931521 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d103d6-2c4b-4283-b387-96229d5e4668 req-ab351589-7fc5-48e9-b624-7f3a72df3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:44.932968 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-62d103d6-2c4b-4283-b387-96229d5e4668 req-ab351589-7fc5-48e9-b624-7f3a72df3e31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803313 Jun 24 20:47:45.019190 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-32a460f0-9a51-4cd6-997f-f42c685fa98d None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:47:45.060516 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-62d103d6-2c4b-4283-b387-96229d5e4668 req-335a322c-a4ce-4047-afc9-170dfdb4cc09 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215432 Jun 24 20:47:45.189928 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-62d103d6-2c4b-4283-b387-96229d5e4668 req-f3e75993-1e13-44a9-903f-5ad663c36415 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231196 Jun 24 20:47:45.390972 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-32a460f0-9a51-4cd6-997f-f42c685fa98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '39a12020-8da2-4302-b338-cd746fd96bb9', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:c6:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f83992-1152-465e-9513-52d922c37457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:45:56Z', 'updated_at': '2022-06-24T20:45:59Z', 'revision_number': 1, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}, {'id': '91e57a15-69f7-4396-8779-c9f33eb75675', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:d5:78:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:47:43Z', 'updated_at': '2022-06-24T20:47:43Z', 'revision_number': 0, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:47:45.398369 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a460f0-9a51-4cd6-997f-f42c685fa98d None None] The sync data for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi is: [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '39a12020-8da2-4302-b338-cd746fd96bb9', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:c6:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f83992-1152-465e-9513-52d922c37457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:45:56Z', 'updated_at': '2022-06-24T20:45:59Z', 'revision_number': 1, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}, {'id': '91e57a15-69f7-4396-8779-c9f33eb75675', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:d5:78:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:47:43Z', 'updated_at': '2022-06-24T20:47:43Z', 'revision_number': 0, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:47:45.591209 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f922a-ae15-458d-ab81-ca0281a1b574 None None] New status for floating IP 91e57a15-69f7-4396-8779-c9f33eb75675: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:47:48.626055 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-15242e24-01b6-4717-9f1d-3f23755e91ae req-0695ed88-ac9f-41a4-a0b6-9a9d2ad8e61c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891109 Jun 24 20:47:48.789088 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15242e24-01b6-4717-9f1d-3f23755e91ae req-b316e09a-221b-4881-b1ce-e25c87448854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:48.790510 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-15242e24-01b6-4717-9f1d-3f23755e91ae req-b316e09a-221b-4881-b1ce-e25c87448854 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 1099 time: 0.0851238 Jun 24 20:47:49.042104 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15242e24-01b6-4717-9f1d-3f23755e91ae req-07d1158b-d34f-4bf1-a401-de3fa96bd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:49.043598 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-15242e24-01b6-4717-9f1d-3f23755e91ae req-07d1158b-d34f-4bf1-a401-de3fa96bd59c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 913 time: 0.2332640 Jun 24 20:47:49.146563 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-15242e24-01b6-4717-9f1d-3f23755e91ae req-d6e87977-1e0d-4618-bdd0-729f7f0468a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 HTTP/1.1" status: 200 len: 1002 time: 0.0964475 Jun 24 20:47:49.207407 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15242e24-01b6-4717-9f1d-3f23755e91ae req-2d928e35-18a8-4b5a-a942-d878e6238e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:49.208829 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-15242e24-01b6-4717-9f1d-3f23755e91ae req-2d928e35-18a8-4b5a-a942-d878e6238e47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0570903 Jun 24 20:47:49.294573 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15242e24-01b6-4717-9f1d-3f23755e91ae req-816741fd-51a1-44b3-ad47-078310b5e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:47:49.295929 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-15242e24-01b6-4717-9f1d-3f23755e91ae req-816741fd-51a1-44b3-ad47-078310b5e018 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816007 Jun 24 20:47:49.424699 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-15242e24-01b6-4717-9f1d-3f23755e91ae req-d41cf4b1-d082-4dcc-8bba-a844e07c89f9 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228735 Jun 24 20:47:49.552565 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-15242e24-01b6-4717-9f1d-3f23755e91ae req-2d5049fd-7263-4485-b09d-fe88df85cf3a service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217058 Jun 24 20:47:50.352315 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea4ad-cf64-4845-b306-9553f7b64ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:52.540893 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-cf884d37-5f84-4d84-b7bf-1ef86350da5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:53.616731 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:53.722842 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:55.069152 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:47:58.695527 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:48:07.887829 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:48:20.352717 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-16fe9e66-b17e-43fd-b972-1d54fbf63f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:48:22.535502 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-548d5bb6-033a-4a2f-a41a-f59da68f3704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:48:23.621467 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:48:23.719677 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:48:25.081301 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:48:35.701152 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:48:37.866870 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:48:50.353032 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-94c04db3-6294-48fe-a43d-303cae275cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:48:50.652111 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c367e57e-b7ce-4646-92d3-ebc2e0897e19 req-2daf49e8-8138-43a0-8039-42a2d49f5dde service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809522 Jun 24 20:48:50.754034 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367e57e-b7ce-4646-92d3-ebc2e0897e19 req-87e643ce-bdeb-4c08-bed9-65930d96a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:48:50.755538 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c367e57e-b7ce-4646-92d3-ebc2e0897e19 req-87e643ce-bdeb-4c08-bed9-65930d96a829 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 1098 time: 0.0842874 Jun 24 20:48:50.897752 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367e57e-b7ce-4646-92d3-ebc2e0897e19 req-2b6049aa-39bf-4c88-a12f-ad0cd7943617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:48:50.899174 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c367e57e-b7ce-4646-92d3-ebc2e0897e19 req-2b6049aa-39bf-4c88-a12f-ad0cd7943617 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 913 time: 0.1249099 Jun 24 20:48:50.995905 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c367e57e-b7ce-4646-92d3-ebc2e0897e19 req-4456050e-9461-4236-b89d-da8e12e1eb19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 HTTP/1.1" status: 200 len: 1000 time: 0.0910408 Jun 24 20:48:51.061054 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367e57e-b7ce-4646-92d3-ebc2e0897e19 req-0545b73e-9358-41d1-8e1f-80df9eea156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:48:51.062470 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c367e57e-b7ce-4646-92d3-ebc2e0897e19 req-0545b73e-9358-41d1-8e1f-80df9eea156d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0612156 Jun 24 20:48:51.147061 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367e57e-b7ce-4646-92d3-ebc2e0897e19 req-3b4e0d7a-0732-4323-aa88-07d41ffe457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:48:51.148487 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c367e57e-b7ce-4646-92d3-ebc2e0897e19 req-3b4e0d7a-0732-4323-aa88-07d41ffe457a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795529 Jun 24 20:48:51.277888 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c367e57e-b7ce-4646-92d3-ebc2e0897e19 req-1e2f85ef-7ce4-489a-be77-6724cb8b5656 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227176 Jun 24 20:48:51.409045 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-c367e57e-b7ce-4646-92d3-ebc2e0897e19 req-c472bf58-5faa-4a32-ae7a-e97f65914d6d service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253786 Jun 24 20:48:52.540473 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3522-8cc6-491b-a573-32b416fe45dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:48:53.625406 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:48:53.719488 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:48:55.085589 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:07.874160 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:12.706930 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:49:16.734941 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55398) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:17.018999 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Deleting port c2aee0e1-0fa1-4142-a84e-56f5dfd0f4d7 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:17.019303 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:17.192055 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:17.192327 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:17.308427 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Calling delete_port for c2aee0e1-0fa1-4142-a84e-56f5dfd0f4d7 owned by network:floatingip {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:49:17.465249 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:17.546877 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event deleted for resources: {'Port': ['ID=c2aee0e1-0fa1-4142-a84e-56f5dfd0f4d7,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:17.563708 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:17.564000 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:17.564327 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:17.564644 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:17.564960 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:17.565277 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:17.565590 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:17.565902 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:17.566246 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:17.566557 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:17.566864 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:17.567168 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:17.622099 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for floatingip, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:17.622508 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Floating IP 91e57a15-69f7-4396-8779-c9f33eb75675 disassociated (deleted). External IP: 172.27.1.87, port: 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1. Jun 24 20:49:17.971549 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Router e6529bbb-6051-4204-b735-4598ff411f3c has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:49:18.250835 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:49:18.261784 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7810e5ba-a04e-443e-99e4-a2941d48eb3a None None] Sync routers for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:49:18.273618 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7810e5ba-a04e-443e-99e4-a2941d48eb3a None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:49:18.274217 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-7810e5ba-a04e-443e-99e4-a2941d48eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:48:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:18.281606 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:18.337542 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-cb410e40-93ec-4be8-978f-be8ca69d638b tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "DELETE /v2.0/floatingips/91e57a15-69f7-4396-8779-c9f33eb75675 HTTP/1.1" status: 204 len: 168 time: 1.6012485 Jun 24 20:49:18.338145 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'tag': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:49:18.457394 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-7810e5ba-a04e-443e-99e4-a2941d48eb3a None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:49:18.487500 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef26f8c-d11a-4f0f-9465-a455d626e04c'] response: {'name': 'network-changed', 'server_uuid': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'tag': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1', 'status': 'completed', 'code': 200} Jun 24 20:49:18.720778 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd7d32-1c52-49c0-ad22-d6daf96c1ef0 req-242b945a-0e24-439e-a0b1-7d3163a3c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:18.722468 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f7cd7d32-1c52-49c0-ad22-d6daf96c1ef0 req-242b945a-0e24-439e-a0b1-7d3163a3c198 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 1098 time: 0.2116764 Jun 24 20:49:18.794208 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca79313-4cdf-43b0-90c7-f0e99149ee3b req-75508c45-f1be-44bb-8069-aef4663f79fa tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:18.795025 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-4ca79313-4cdf-43b0-90c7-f0e99149ee3b req-75508c45-f1be-44bb-8069-aef4663f79fa tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Synchronizing usage tracker for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:49:18.809411 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-7810e5ba-a04e-443e-99e4-a2941d48eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '39a12020-8da2-4302-b338-cd746fd96bb9', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:c6:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f83992-1152-465e-9513-52d922c37457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:45:56Z', 'updated_at': '2022-06-24T20:45:59Z', 'revision_number': 1, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:18.813039 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-4ca79313-4cdf-43b0-90c7-f0e99149ee3b req-75508c45-f1be-44bb-8069-aef4663f79fa tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Unset dirty status for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:49:18.813240 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7810e5ba-a04e-443e-99e4-a2941d48eb3a None None] Checking router: e6529bbb-6051-4204-b735-4598ff411f3c for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:49:18.814505 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ca79313-4cdf-43b0-90c7-f0e99149ee3b req-75508c45-f1be-44bb-8069-aef4663f79fa tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 945 time: 0.1605673 Jun 24 20:49:18.821753 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7810e5ba-a04e-443e-99e4-a2941d48eb3a None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:49:18.822698 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-7810e5ba-a04e-443e-99e4-a2941d48eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:48:53Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:18.858412 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd7d32-1c52-49c0-ad22-d6daf96c1ef0 req-f6057148-4bfd-4928-86c2-ab2db98ecba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:18.859900 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f7cd7d32-1c52-49c0-ad22-d6daf96c1ef0 req-f6057148-4bfd-4928-86c2-ab2db98ecba6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 913 time: 0.1311235 Jun 24 20:49:18.862652 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-4ca79313-4cdf-43b0-90c7-f0e99149ee3b req-63edb63f-59a4-4a7e-8d94-f2b231f36ed4 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Jun 24 20:49:18.932032 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f7cd7d32-1c52-49c0-ad22-d6daf96c1ef0 req-43c4ddea-d40e-4de2-9412-563eea01d75c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 HTTP/1.1" status: 200 len: 217 time: 0.0659249 Jun 24 20:49:19.002098 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd7d32-1c52-49c0-ad22-d6daf96c1ef0 req-48a8343e-61ee-4b68-9641-45bb786de75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:19.003561 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f7cd7d32-1c52-49c0-ad22-d6daf96c1ef0 req-48a8343e-61ee-4b68-9641-45bb786de75e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0652618 Jun 24 20:49:19.004597 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-7810e5ba-a04e-443e-99e4-a2941d48eb3a None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:49:19.086930 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd7d32-1c52-49c0-ad22-d6daf96c1ef0 req-00c68bf2-ff08-40be-98b1-598557202b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:19.088424 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f7cd7d32-1c52-49c0-ad22-d6daf96c1ef0 req-00c68bf2-ff08-40be-98b1-598557202b6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786610 Jun 24 20:49:19.221476 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f7cd7d32-1c52-49c0-ad22-d6daf96c1ef0 req-52c5cddd-2489-4dce-af90-2a9b90460102 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253650 Jun 24 20:49:19.351757 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-f7cd7d32-1c52-49c0-ad22-d6daf96c1ef0 req-7bc89ba8-2c5f-4b39-aec4-d141309280ce service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229804 Jun 24 20:49:19.373512 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-7810e5ba-a04e-443e-99e4-a2941d48eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '39a12020-8da2-4302-b338-cd746fd96bb9', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:c6:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f83992-1152-465e-9513-52d922c37457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:45:56Z', 'updated_at': '2022-06-24T20:45:59Z', 'revision_number': 1, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:19.377630 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7810e5ba-a04e-443e-99e4-a2941d48eb3a None None] The sync data for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi is: [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_floatingips': [{'id': '39a12020-8da2-4302-b338-cd746fd96bb9', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'router_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'port_id': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'mac_address': 'fa:16:3e:c6:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f83992-1152-465e-9513-52d922c37457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T20:45:56Z', 'updated_at': '2022-06-24T20:45:59Z', 'revision_number': 1, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:49:19.591722 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f23e969-0e56-47b9-ab6e-6602858eec6c None None] New status for floating IP 91e57a15-69f7-4396-8779-c9f33eb75675: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:49:20.188970 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee9e99-d814-4ca6-bc4a-76123963a5ca req-6c508fb8-ab82-4fe8-93f1-1802798627e0 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:20.190497 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a4ee9e99-d814-4ca6-bc4a-76123963a5ca req-6c508fb8-ab82-4fe8-93f1-1802798627e0 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 945 time: 0.1960223 Jun 24 20:49:20.197786 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe17d98-5e61-41ef-9bb9-13ef1eb5fa0d req-3d47c06b-c968-4986-a54a-47a60fb19005 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:20.199091 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6fe17d98-5e61-41ef-9bb9-13ef1eb5fa0d req-3d47c06b-c968-4986-a54a-47a60fb19005 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 945 time: 0.1210287 Jun 24 20:49:20.287568 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-a4ee9e99-d814-4ca6-bc4a-76123963a5ca req-9b60b004-f9f5-473e-be64-8ff25d1555b5 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874104 Jun 24 20:49:20.292715 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-6fe17d98-5e61-41ef-9bb9-13ef1eb5fa0d req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Deleting port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:20.293049 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-6fe17d98-5e61-41ef-9bb9-13ef1eb5fa0d req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:20.349660 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7ee19049-c60e-4e92-accb-35c4825a32be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:20.539062 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-6fe17d98-5e61-41ef-9bb9-13ef1eb5fa0d req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] For port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:49:20.539324 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-6fe17d98-5e61-41ef-9bb9-13ef1eb5fa0d req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:20.681426 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-6fe17d98-5e61-41ef-9bb9-13ef1eb5fa0d req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Calling delete_port for 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:49:20.827739 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-6fe17d98-5e61-41ef-9bb9-13ef1eb5fa0d req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:20.974702 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event deleted for resources: {'Port': ['ID=050bdad4-d6e0-4882-b53e-3e6b0ebd26e1,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:21.016020 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:21.016361 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:21.016683 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:21.017001 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:21.017314 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:21.017630 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:21.017919 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:21.018276 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:21.018578 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:21.018900 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:21.019186 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:21.019524 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-4-iscsi {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 20:49:21.067832 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe17d98-5e61-41ef-9bb9-13ef1eb5fa0d req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] No DVR routers for this DVR port 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 on host hv-cinder-84718 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:49:21.071294 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-6fe17d98-5e61-41ef-9bb9-13ef1eb5fa0d req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:21.075434 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'name': 'network-vif-deleted', 'tag': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:49:21.097072 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-6fe17d98-5e61-41ef-9bb9-13ef1eb5fa0d req-076013a9-c9bd-444e-b179-6300d17ef385 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "DELETE /v2.0/ports/050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 HTTP/1.1" status: 204 len: 173 time: 0.8845234 Jun 24 20:49:21.142423 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df57c2a-b61a-408d-b0fe-3dc81f9c7d7d'] response: {'server_uuid': 'e26edf65-b3d9-471f-8a33-7fa91c1942d5', 'name': 'network-vif-deleted', 'tag': '050bdad4-d6e0-4882-b53e-3e6b0ebd26e1', 'status': 'completed', 'code': 200} Jun 24 20:49:21.449887 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-06c8265f-8027-4824-8bcd-a3cf212bf739 req-524f240d-584c-4b43-96fb-1d5d79ad622a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Synchronizing usage tracker for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:49:21.466524 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-06c8265f-8027-4824-8bcd-a3cf212bf739 req-524f240d-584c-4b43-96fb-1d5d79ad622a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Unset dirty status for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:49:21.467899 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-06c8265f-8027-4824-8bcd-a3cf212bf739 req-524f240d-584c-4b43-96fb-1d5d79ad622a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=e26edf65-b3d9-471f-8a33-7fa91c1942d5 HTTP/1.1" status: 200 len: 210 time: 0.0718789 Jun 24 20:49:22.538015 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-5c917d75-2d09-46c8-b4e9-c6827d216af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:23.633997 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:23.719982 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:23.899524 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:49:23.933063 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:49:23.933422 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device 050bdad4-d6e0-4882-b53e-3e6b0ebd26e1 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:49:24.985733 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55442) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:25.082928 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:25.202184 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7e7aa44e-628f-4129-a4e7-ed25a7f1a071 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Deleting port 7a8f02cf-0a6c-4365-8c98-44e57f497a80 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:25.202502 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa44e-628f-4129-a4e7-ed25a7f1a071 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:25.380028 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa44e-628f-4129-a4e7-ed25a7f1a071 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:25.380270 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa44e-628f-4129-a4e7-ed25a7f1a071 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:25.502910 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7e7aa44e-628f-4129-a4e7-ed25a7f1a071 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Calling delete_port for 7a8f02cf-0a6c-4365-8c98-44e57f497a80 owned by network:floatingip {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:49:25.662079 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa44e-628f-4129-a4e7-ed25a7f1a071 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:25.708787 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7aa44e-628f-4129-a4e7-ed25a7f1a071 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event deleted for resources: {'Port': ['ID=7a8f02cf-0a6c-4365-8c98-44e57f497a80,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:25.804417 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa44e-628f-4129-a4e7-ed25a7f1a071 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for floatingip, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:25.804776 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.db.l3_db [None req-7e7aa44e-628f-4129-a4e7-ed25a7f1a071 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Floating IP 39a12020-8da2-4302-b338-cd746fd96bb9 disassociated (deleted). External IP: 172.27.1.108, port: fcaa4bea-4632-4b02-81ea-bb2dd165d5d0. Jun 24 20:49:26.237925 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7aa44e-628f-4129-a4e7-ed25a7f1a071 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Router e6529bbb-6051-4204-b735-4598ff411f3c has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:49:26.426912 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7aa44e-628f-4129-a4e7-ed25a7f1a071 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:49:26.436699 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174c60e-fd90-4701-9d1c-297a2e9f419a None None] Sync routers for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:49:26.447072 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174c60e-fd90-4701-9d1c-297a2e9f419a None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:49:26.447641 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-5174c60e-fd90-4701-9d1c-297a2e9f419a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:49:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:26.448205 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa44e-628f-4129-a4e7-ed25a7f1a071 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:26.504845 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-7e7aa44e-628f-4129-a4e7-ed25a7f1a071 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "DELETE /v2.0/floatingips/39a12020-8da2-4302-b338-cd746fd96bb9 HTTP/1.1" status: 204 len: 168 time: 1.5178914 Jun 24 20:49:26.505342 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f83992-1152-465e-9513-52d922c37457', 'tag': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:49:26.550644 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb978b2-fe25-437e-aad4-5a74a028f2c3'] response: {'name': 'network-changed', 'server_uuid': 'a1f83992-1152-465e-9513-52d922c37457', 'tag': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'status': 'completed', 'code': 200} Jun 24 20:49:26.623092 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-5174c60e-fd90-4701-9d1c-297a2e9f419a None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:49:26.652881 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af008e07-960c-4a0b-82c7-73aa48f2dc25 req-f851b3a4-c4eb-45bb-9243-5f6b7d7057a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:26.655103 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-af008e07-960c-4a0b-82c7-73aa48f2dc25 req-f851b3a4-c4eb-45bb-9243-5f6b7d7057a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 1099 time: 0.0811558 Jun 24 20:49:26.788599 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af008e07-960c-4a0b-82c7-73aa48f2dc25 req-6e5b64a0-67d8-4eca-afa4-74c4e7b9b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:26.789969 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-af008e07-960c-4a0b-82c7-73aa48f2dc25 req-6e5b64a0-67d8-4eca-afa4-74c4e7b9b50d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 200 len: 913 time: 0.1285851 Jun 24 20:49:26.860860 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-af008e07-960c-4a0b-82c7-73aa48f2dc25 req-ba50b26e-3fc3-4629-9cc2-500f5f4cedd7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 HTTP/1.1" status: 200 len: 217 time: 0.0640852 Jun 24 20:49:26.884886 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d0907-ded2-4feb-9466-991a6caf417d req-edd661a6-52eb-46f5-9a36-45dcfd5eb584 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:26.885567 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-e87d0907-ded2-4feb-9466-991a6caf417d req-edd661a6-52eb-46f5-9a36-45dcfd5eb584 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Synchronizing usage tracker for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:49:26.902042 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.quota.resource [req-e87d0907-ded2-4feb-9466-991a6caf417d req-edd661a6-52eb-46f5-9a36-45dcfd5eb584 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Unset dirty status for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:49:26.903322 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e87d0907-ded2-4feb-9466-991a6caf417d req-edd661a6-52eb-46f5-9a36-45dcfd5eb584 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 946 time: 0.1025748 Jun 24 20:49:26.925982 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af008e07-960c-4a0b-82c7-73aa48f2dc25 req-784dac06-e4f5-4d45-a9d4-c6b75c7843bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:26.927506 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-af008e07-960c-4a0b-82c7-73aa48f2dc25 req-784dac06-e4f5-4d45-a9d4-c6b75c7843bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 200 len: 851 time: 0.0598888 Jun 24 20:49:26.928219 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-5174c60e-fd90-4701-9d1c-297a2e9f419a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:26.932172 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174c60e-fd90-4701-9d1c-297a2e9f419a None None] Checking router: e6529bbb-6051-4204-b735-4598ff411f3c for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:49:26.941944 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174c60e-fd90-4701-9d1c-297a2e9f419a None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:49:26.943181 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-5174c60e-fd90-4701-9d1c-297a2e9f419a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:49:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:26.949188 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [req-e87d0907-ded2-4feb-9466-991a6caf417d req-f423e8d4-8ee1-4932-a5bd-813fcad7d874 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379708 Jun 24 20:49:27.016315 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af008e07-960c-4a0b-82c7-73aa48f2dc25 req-7c4900c7-3ff8-472c-b04b-3f5a2e63d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:27.017782 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-af008e07-960c-4a0b-82c7-73aa48f2dc25 req-7c4900c7-3ff8-472c-b04b-3f5a2e63d3d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f641260-e6c7-4831-844b-6fc6c1d2450e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832987 Jun 24 20:49:27.123338 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-5174c60e-fd90-4701-9d1c-297a2e9f419a None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:49:27.149513 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-af008e07-960c-4a0b-82c7-73aa48f2dc25 req-84d41220-56db-44f2-ba9e-0329d213d7f7 service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240585 Jun 24 20:49:27.281102 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-af008e07-960c-4a0b-82c7-73aa48f2dc25 req-442a4303-d099-49fa-95a3-dbc0baf5209b service neutron] 10.222.0.15 "GET /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254256 Jun 24 20:49:27.430319 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-5174c60e-fd90-4701-9d1c-297a2e9f419a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:27.434118 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174c60e-fd90-4701-9d1c-297a2e9f419a None None] The sync data for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi is: [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:42:52Z', 'revision_number': 4, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi', '_interfaces': [{'id': '5f953bf4-07e4-4104-a85d-c96ad56b690d', 'name': '', 'network_id': '5f641260-e6c7-4831-844b-6fc6c1d2450e', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'mac_address': 'fa:16:3e:a1:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:51Z', 'updated_at': '2022-06-24T20:42:58Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'subnets': [{'id': '740976b6-9b5c-4f1e-85d3-0dc6742b27df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:49:27.655873 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1337c13d-2aff-40a2-8f03-d4d2a3bf0dbf None None] New status for floating IP 39a12020-8da2-4302-b338-cd746fd96bb9: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 20:49:28.146235 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf30c1-ad34-49a4-96e8-acadf3b85c77 req-74d7793e-885c-4a7b-8e69-7ae23fcd589f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:28.147687 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bcaf30c1-ad34-49a4-96e8-acadf3b85c77 req-74d7793e-885c-4a7b-8e69-7ae23fcd589f tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 946 time: 0.0864120 Jun 24 20:49:28.238615 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-bcaf30c1-ad34-49a4-96e8-acadf3b85c77 req-58413a5f-fb84-423c-9b46-12c82a8ca792 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/security-groups?id=04f7048a-3dba-4df2-8766-2f28bf2807ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850818 Jun 24 20:49:28.270112 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc0487-f9f5-46fc-8df4-233539dd4f31 req-f40b01c5-038a-4ff5-92b3-01ac07590b6d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 20:49:28.271513 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9ebc0487-f9f5-46fc-8df4-233539dd4f31 req-f40b01c5-038a-4ff5-92b3-01ac07590b6d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 946 time: 0.1060283 Jun 24 20:49:28.343954 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-9ebc0487-f9f5-46fc-8df4-233539dd4f31 req-e65c4423-545d-44a8-98ad-81d9fd93390d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Deleting port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:28.344265 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9ebc0487-f9f5-46fc-8df4-233539dd4f31 req-e65c4423-545d-44a8-98ad-81d9fd93390d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:28.599292 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-9ebc0487-f9f5-46fc-8df4-233539dd4f31 req-e65c4423-545d-44a8-98ad-81d9fd93390d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] For port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:49:28.599552 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9ebc0487-f9f5-46fc-8df4-233539dd4f31 req-e65c4423-545d-44a8-98ad-81d9fd93390d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:28.721229 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-9ebc0487-f9f5-46fc-8df4-233539dd4f31 req-e65c4423-545d-44a8-98ad-81d9fd93390d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Calling delete_port for fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:49:28.968789 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9ebc0487-f9f5-46fc-8df4-233539dd4f31 req-e65c4423-545d-44a8-98ad-81d9fd93390d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653546'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:29.023252 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c4423-545d-44a8-98ad-81d9fd93390d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event deleted for resources: {'Port': ['ID=fcaa4bea-4632-4b02-81ea-bb2dd165d5d0,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:29.106514 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebc0487-f9f5-46fc-8df4-233539dd4f31 req-e65c4423-545d-44a8-98ad-81d9fd93390d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] No DVR routers for this DVR port fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 on host hv-cinder-84718 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:49:29.109332 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9ebc0487-f9f5-46fc-8df4-233539dd4f31 req-e65c4423-545d-44a8-98ad-81d9fd93390d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:29.111781 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f83992-1152-465e-9513-52d922c37457', 'name': 'network-vif-deleted', 'tag': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 20:49:29.130244 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-9ebc0487-f9f5-46fc-8df4-233539dd4f31 req-e65c4423-545d-44a8-98ad-81d9fd93390d tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.15 "DELETE /v2.0/ports/fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 HTTP/1.1" status: 204 len: 173 time: 0.8536968 Jun 24 20:49:29.159144 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16505b52-cce2-4aa6-9f4e-e882b8d73827'] response: {'server_uuid': 'a1f83992-1152-465e-9513-52d922c37457', 'name': 'network-vif-deleted', 'tag': 'fcaa4bea-4632-4b02-81ea-bb2dd165d5d0', 'status': 'completed', 'code': 200} Jun 24 20:49:29.403230 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-7d473de5-61ff-4bf5-b456-9fc38af3f617 req-1207189f-efbe-4211-ace6-1af058cdba64 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Synchronizing usage tracker for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 20:49:29.421144 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.quota.resource [req-7d473de5-61ff-4bf5-b456-9fc38af3f617 req-1207189f-efbe-4211-ace6-1af058cdba64 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Unset dirty status for tenant:90ecc0412d8a42dcb699c6a7b360a632 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 20:49:29.422550 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [req-7d473de5-61ff-4bf5-b456-9fc38af3f617 req-1207189f-efbe-4211-ace6-1af058cdba64 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "GET /v2.0/ports?device_id=a1f83992-1152-465e-9513-52d922c37457 HTTP/1.1" status: 200 len: 210 time: 0.0728374 Jun 24 20:49:30.521052 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55460) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:30.690108 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8f030f36-f633-49af-93fb-9308010886f6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Deleting port edfb2f4b-39b4-40ba-8877-effb0570a24f {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:30.690447 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8f030f36-f633-49af-93fb-9308010886f6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:30.852449 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8f030f36-f633-49af-93fb-9308010886f6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:30.852722 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8f030f36-f633-49af-93fb-9308010886f6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:30.988623 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8f030f36-f633-49af-93fb-9308010886f6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Calling delete_port for edfb2f4b-39b4-40ba-8877-effb0570a24f owned by network:floatingip {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:49:31.134239 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8f030f36-f633-49af-93fb-9308010886f6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:31.181872 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f030f36-f633-49af-93fb-9308010886f6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event deleted for resources: {'Port': ['ID=edfb2f4b-39b4-40ba-8877-effb0570a24f,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:31.276948 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8f030f36-f633-49af-93fb-9308010886f6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for floatingip, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:31.301968 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8f030f36-f633-49af-93fb-9308010886f6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248967'] for floatingip, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:31.303128 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-8f030f36-f633-49af-93fb-9308010886f6 tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "DELETE /v2.0/floatingips/c256d6da-77d3-4746-95b1-1127b182a126 HTTP/1.1" status: 204 len: 168 time: 0.7807353 Jun 24 20:49:31.978030 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:49:32.016897 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] No Port match for: fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:49:32.017253 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Device fcaa4bea-4632-4b02-81ea-bb2dd165d5d0 not bound to the agent host hv-cinder-84718 {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:49:32.706928 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55474) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:32.789410 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-004379d9-b4aa-4f48-bf68-d9804601478a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:32.818119 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-004379d9-b4aa-4f48-bf68-d9804601478a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:32.887165 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-004379d9-b4aa-4f48-bf68-d9804601478a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:32.905609 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004379d9-b4aa-4f48-bf68-d9804601478a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f7048a-3dba-4df2-8766-2f28bf2807ab,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:32.920898 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-004379d9-b4aa-4f48-bf68-d9804601478a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:32.922037 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-004379d9-b4aa-4f48-bf68-d9804601478a tempest-TestVolumeBootPattern-648162375 tempest-TestVolumeBootPattern-648162375-project] 10.222.0.33 "DELETE /v2.0/security-groups/04f7048a-3dba-4df2-8766-2f28bf2807ab HTTP/1.1" status: 204 len: 168 time: 0.2138929 Jun 24 20:49:32.980142 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55480) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:33.806454 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f1470616-9fa1-47c6-9f64-780e72d281a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788504'] for router_interface, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:34.163545 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f1470616-9fa1-47c6-9f64-780e72d281a8 admin admin] Deleting port 5f953bf4-07e4-4104-a85d-c96ad56b690d {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:34.163881 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f1470616-9fa1-47c6-9f64-780e72d281a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:34.334215 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f1470616-9fa1-47c6-9f64-780e72d281a8 admin admin] For port 5f953bf4-07e4-4104-a85d-c96ad56b690d, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=5f953bf4-07e4-4104-a85d-c96ad56b690d,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:49:34.334574 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f1470616-9fa1-47c6-9f64-780e72d281a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:34.456029 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f1470616-9fa1-47c6-9f64-780e72d281a8 admin admin] Calling delete_port for 5f953bf4-07e4-4104-a85d-c96ad56b690d owned by network:router_interface {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:49:34.626188 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f1470616-9fa1-47c6-9f64-780e72d281a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:34.673622 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1470616-9fa1-47c6-9f64-780e72d281a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f953bf4-07e4-4104-a85d-c96ad56b690d,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:35.041183 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f1470616-9fa1-47c6-9f64-780e72d281a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4173695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788460'] for router_interface, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:35.396765 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1470616-9fa1-47c6-9f64-780e72d281a8 admin admin] Router e6529bbb-6051-4204-b735-4598ff411f3c has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:49:35.578026 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1470616-9fa1-47c6-9f64-780e72d281a8 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:49:35.587666 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b6f50-5208-44e1-9787-0d16a853502b None None] Sync routers for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:49:35.592673 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-f1470616-9fa1-47c6-9f64-780e72d281a8 admin admin] 10.222.0.33 "PUT /v2.0/routers/e6529bbb-6051-4204-b735-4598ff411f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6110973 Jun 24 20:49:35.595901 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55486) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:35.600277 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b6f50-5208-44e1-9787-0d16a853502b None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:49:35.601570 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-0f4b6f50-5208-44e1-9787-0d16a853502b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:49:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:35.776398 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Notify callbacks [] for router, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:35.802428 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-0f4b6f50-5208-44e1-9787-0d16a853502b None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: dv-cinder-847189-4-iscsi {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:49:35.952799 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:35.964565 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Deleting port 45cd6056-f60e-4f85-8587-1ac2e9eb511a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:35.964928 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:36.078561 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-0f4b6f50-5208-44e1-9787-0d16a853502b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:49:34Z', 'revision_number': 5, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port': {'id': '45cd6056-f60e-4f85-8587-1ac2e9eb511a', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:48Z', 'updated_at': '2022-06-24T20:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:36.082340 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b6f50-5208-44e1-9787-0d16a853502b None None] Checking router: e6529bbb-6051-4204-b735-4598ff411f3c for host: dv-cinder-847189-4-iscsi {{(pid=88162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:49:36.090977 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b6f50-5208-44e1-9787-0d16a853502b None None] Routers {'e6529bbb-6051-4204-b735-4598ff411f3c'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:49:36.091572 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-0f4b6f50-5208-44e1-9787-0d16a853502b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:49:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['e6529bbb-6051-4204-b735-4598ff411f3c'], 'active': True} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:36.133945 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] For port 45cd6056-f60e-4f85-8587-1ac2e9eb511a, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=45cd6056-f60e-4f85-8587-1ac2e9eb511a,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:49:36.134591 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:36.248182 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_dvr_db [None req-0f4b6f50-5208-44e1-9787-0d16a853502b None None] Set router e6529bbb-6051-4204-b735-4598ff411f3c gateway port host: None {{(pid=88162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:49:36.351570 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.l3_hamode_db [None req-0f4b6f50-5208-44e1-9787-0d16a853502b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:49:35Z', 'revision_number': 6, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port_host': None}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:36.355550 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b6f50-5208-44e1-9787-0d16a853502b None None] The sync data for ids ['e6529bbb-6051-4204-b735-4598ff411f3c'] in dv-cinder-847189-4-iscsi is: [{'id': 'e6529bbb-6051-4204-b735-4598ff411f3c', 'name': 'tempest-TestVolumeBootPattern-1339928318-router', 'tenant_id': '90ecc0412d8a42dcb699c6a7b360a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:47Z', 'updated_at': '2022-06-24T20:49:35Z', 'revision_number': 6, 'project_id': '90ecc0412d8a42dcb699c6a7b360a632', 'gw_port_host': None}] {{(pid=88162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:49:36.358221 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Calling delete_port for 45cd6056-f60e-4f85-8587-1ac2e9eb511a owned by network:router_gateway {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:49:36.539052 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:36.583510 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Pushing event deleted for resources: {'Port': ['ID=45cd6056-f60e-4f85-8587-1ac2e9eb511a,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:36.688005 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3787065'] for router_gateway, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:36.860864 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64911'] for router, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:36.863359 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:36.890066 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3785944'] for router, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:36.891025 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6529bbb-6051-4204-b735-4598ff411f3c {{(pid=88160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 20:49:36.903055 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:36.904188 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-e7b35e5c-51f9-4b1b-b501-a84066101586 admin admin] 10.222.0.33 "DELETE /v2.0/routers/e6529bbb-6051-4204-b735-4598ff411f3c HTTP/1.1" status: 204 len: 168 time: 1.3070967 Jun 24 20:49:36.906827 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55490) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:36.963724 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2b0ddb-03be-41a5-94f0-83f8078ab033 admin admin] Deleting subnet 740976b6-9b5c-4f1e-85d3-0dc6742b27df {{(pid=88160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:49:36.966870 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0ddb-03be-41a5-94f0-83f8078ab033 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:37.015524 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0ddb-03be-41a5-94f0-83f8078ab033 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3254619'] for subnet, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:37.093254 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0ddb-03be-41a5-94f0-83f8078ab033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:37.161423 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0ddb-03be-41a5-94f0-83f8078ab033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163010'] for subnet, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:37.201777 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b0ddb-03be-41a5-94f0-83f8078ab033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740976b6-9b5c-4f1e-85d3-0dc6742b27df,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:37.205133 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0ddb-03be-41a5-94f0-83f8078ab033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:37.210952 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6e1351-e7ae-47a8-a668-1b20601c515b None None] Network 5f641260-e6c7-4831-844b-6fc6c1d2450e requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:49:37.212907 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-5a2b0ddb-03be-41a5-94f0-83f8078ab033 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/740976b6-9b5c-4f1e-85d3-0dc6742b27df HTTP/1.1" status: 204 len: 168 time: 0.3041608 Jun 24 20:49:37.214657 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55494) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:37.322537 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:37.336771 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Deleting port eb6f1ae9-4102-4bea-937b-7bc4034df9ac {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:37.337244 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:37.463052 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9487ecf-0513-4499-a2df-92adbc2aedb7 None None] DHCP port deletion for 5f641260-e6c7-4831-844b-6fc6c1d2450e request from dv-cinder-847189-4-iscsi {{(pid=88161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 20:49:37.467343 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-f9487ecf-0513-4499-a2df-92adbc2aedb7 None None] Deleting port eb6f1ae9-4102-4bea-937b-7bc4034df9ac {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:37.467656 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f9487ecf-0513-4499-a2df-92adbc2aedb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:37.561892 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] For port eb6f1ae9-4102-4bea-937b-7bc4034df9ac, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=eb6f1ae9-4102-4bea-937b-7bc4034df9ac,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:49:37.562229 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:37.665527 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-f9487ecf-0513-4499-a2df-92adbc2aedb7 None None] For port eb6f1ae9-4102-4bea-937b-7bc4034df9ac, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=eb6f1ae9-4102-4bea-937b-7bc4034df9ac,segment=NetworkSegment(66178bf7-46e6-4ecc-b3d5-764eb57d7a26),segment_id=66178bf7-46e6-4ecc-b3d5-764eb57d7a26)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:49:37.665911 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f9487ecf-0513-4499-a2df-92adbc2aedb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:37.767996 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Calling delete_port for eb6f1ae9-4102-4bea-937b-7bc4034df9ac owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:49:37.784930 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-f9487ecf-0513-4499-a2df-92adbc2aedb7 None None] Calling delete_port for eb6f1ae9-4102-4bea-937b-7bc4034df9ac owned by network:dhcp {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:49:37.844912 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:37.871806 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: from cryptography.utils import int_from_bytes Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: from cryptography.utils import int_from_bytes Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn_limited( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn_limited( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.889995 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 20:49:37.894022 dv-cinder-847189-4-iscsi neutron-server[88161]: util.warn( Jun 24 20:49:37.895079 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] No DVR routers for this DVR port eb6f1ae9-4102-4bea-937b-7bc4034df9ac on host dv-cinder-847189-4-iscsi {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:49:37.899046 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.db.api [None req-f9487ecf-0513-4499-a2df-92adbc2aedb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:49:37.899391 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG oslo_db.api [None req-f9487ecf-0513-4499-a2df-92adbc2aedb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:49:37.922116 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6f1ae9-4102-4bea-937b-7bc4034df9ac,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:38.008519 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:38.016300 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 45cd6056-f60e-4f85-8587-1ac2e9eb511a no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:49:38.043365 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f641260-e6c7-4831-844b-6fc6c1d2450e']}} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:38.049234 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 45cd6056-f60e-4f85-8587-1ac2e9eb511a {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:49:38.049634 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 45cd6056-f60e-4f85-8587-1ac2e9eb511a not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:49:38.050028 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device eb6f1ae9-4102-4bea-937b-7bc4034df9ac no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:49:38.055371 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66178bf7-46e6-4ecc-b3d5-764eb57d7a26') {'for_net_delete': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:38.055653 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66178bf7-46e6-4ecc-b3d5-764eb57d7a26') {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:38.066780 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3254610'] for segment, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:38.082314 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:38.083185 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: eb6f1ae9-4102-4bea-937b-7bc4034df9ac {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:49:38.083512 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device eb6f1ae9-4102-4bea-937b-7bc4034df9ac not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:49:38.083894 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 5f953bf4-07e4-4104-a85d-c96ad56b690d no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:49:38.088299 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:49:38.088672 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2375450'] for segment, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:38.115761 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 5f953bf4-07e4-4104-a85d-c96ad56b690d {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:49:38.116104 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 5f953bf4-07e4-4104-a85d-c96ad56b690d not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:49:38.175766 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment 66178bf7-46e6-4ecc-b3d5-764eb57d7a26 resource provider aggregate not found Jun 24 20:49:38.186244 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:38.202209 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:38.205228 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment 66178bf7-46e6-4ecc-b3d5-764eb57d7a26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66178bf7-46e6-4ecc-b3d5-764eb57d7a26 found for delete ", "request_id": "req-e0d1b98d-55ed-4bc4-8c0c-37dfe5c6fe4e"}]} Jun 24 20:49:38.213723 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] Pushing event deleted for resources: {'Network': ['ID=5f641260-e6c7-4831-844b-6fc6c1d2450e,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:38.228420 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-e9c525b4-cedc-43a1-a54a-7afbd57b62ed admin admin] 10.222.0.33 "DELETE /v2.0/networks/5f641260-e6c7-4831-844b-6fc6c1d2450e HTTP/1.1" status: 204 len: 168 time: 1.0127857 Jun 24 20:49:38.231435 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55504) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:38.401043 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-f9487ecf-0513-4499-a2df-92adbc2aedb7 None None] Deleting port eb6f1ae9-4102-4bea-937b-7bc4034df9ac {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:38.401590 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f9487ecf-0513-4499-a2df-92adbc2aedb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:38.466692 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-f9487ecf-0513-4499-a2df-92adbc2aedb7 None None] The port 'eb6f1ae9-4102-4bea-937b-7bc4034df9ac' was deleted {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 20:49:38.763540 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-faca4801-cd4b-4456-9b55-cfac4eef7ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788504'] for router_interface, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:39.101730 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-faca4801-cd4b-4456-9b55-cfac4eef7ea1 admin admin] Deleting port 01365862-8734-454b-b8bc-48634d557670 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:39.101993 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-faca4801-cd4b-4456-9b55-cfac4eef7ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:39.361103 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-faca4801-cd4b-4456-9b55-cfac4eef7ea1 admin admin] For port 01365862-8734-454b-b8bc-48634d557670, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=01365862-8734-454b-b8bc-48634d557670,segment=NetworkSegment(afb03609-f6f6-4250-9c30-fd7da19bff28),segment_id=afb03609-f6f6-4250-9c30-fd7da19bff28)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:49:39.361789 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-faca4801-cd4b-4456-9b55-cfac4eef7ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:39.480798 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-faca4801-cd4b-4456-9b55-cfac4eef7ea1 admin admin] Calling delete_port for 01365862-8734-454b-b8bc-48634d557670 owned by network:router_interface {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:49:39.649554 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-faca4801-cd4b-4456-9b55-cfac4eef7ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:39.695981 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca4801-cd4b-4456-9b55-cfac4eef7ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=01365862-8734-454b-b8bc-48634d557670,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:39.961628 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-faca4801-cd4b-4456-9b55-cfac4eef7ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4173695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788460'] for router_interface, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:40.319308 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faca4801-cd4b-4456-9b55-cfac4eef7ea1 admin admin] Router fad5e749-9609-4723-8226-8fa886450b04 has already been hosted by L3 agent c0847d62-0c2e-4331-9fc7-15f0ffe67151 {{(pid=88160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 20:49:40.506424 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faca4801-cd4b-4456-9b55-cfac4eef7ea1 admin admin] Notify agent at l3_agent.dv-cinder-847189-4-iscsi the message routers_updated {{(pid=88160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 20:49:40.515229 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752fb3c-0145-460f-8c37-8ef3b1f07175 None None] Sync routers for ids ['fad5e749-9609-4723-8226-8fa886450b04'] in dv-cinder-847189-4-iscsi {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 20:49:40.525803 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752fb3c-0145-460f-8c37-8ef3b1f07175 None None] Routers {'fad5e749-9609-4723-8226-8fa886450b04'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:49:40.526458 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b752fb3c-0145-460f-8c37-8ef3b1f07175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:49:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['fad5e749-9609-4723-8226-8fa886450b04'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:40.530542 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-faca4801-cd4b-4456-9b55-cfac4eef7ea1 admin admin] 10.222.0.33 "PUT /v2.0/routers/fad5e749-9609-4723-8226-8fa886450b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2980766 Jun 24 20:49:40.533111 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55508) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:40.699195 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b752fb3c-0145-460f-8c37-8ef3b1f07175 None None] Set router fad5e749-9609-4723-8226-8fa886450b04 gateway port host: dv-cinder-847189-4-iscsi {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:49:40.790878 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Notify callbacks [] for router, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:40.960407 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:40.970482 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Deleting port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:40.970930 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:40.981323 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b752fb3c-0145-460f-8c37-8ef3b1f07175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad5e749-9609-4723-8226-8fa886450b04', 'name': 'tempest-TestVolumeBootPattern-632456679-router', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'external_fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:55Z', 'updated_at': '2022-06-24T20:49:39Z', 'revision_number': 5, 'project_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'gw_port': {'id': 'c4d8ce4b-59e1-499b-adc9-8e3bed1931a2', 'name': '', 'network_id': 'cd9f41e2-529a-43c2-b620-1636d255c50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad5e749-9609-4723-8226-8fa886450b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T20:42:56Z', 'updated_at': '2022-06-24T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f93ab8ff-dccc-4820-98b1-7f51c7fbdd97', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-4-iscsi'}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:40.985132 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752fb3c-0145-460f-8c37-8ef3b1f07175 None None] Checking router: fad5e749-9609-4723-8226-8fa886450b04 for host: dv-cinder-847189-4-iscsi {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 20:49:40.993396 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752fb3c-0145-460f-8c37-8ef3b1f07175 None None] Routers {'fad5e749-9609-4723-8226-8fa886450b04'} bound to L3 agent in host dv-cinder-847189-4-iscsi {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 20:49:40.993972 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b752fb3c-0145-460f-8c37-8ef3b1f07175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T20:25:22Z,description=,heartbeat_timestamp=2022-06-24T20:49:23Z,host='dv-cinder-847189-4-iscsi',id=c0847d62-0c2e-4331-9fc7-15f0ffe67151,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T20:25:22Z,topic='l3_agent')) {'router_ids': ['fad5e749-9609-4723-8226-8fa886450b04'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:41.138167 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b752fb3c-0145-460f-8c37-8ef3b1f07175 None None] Set router fad5e749-9609-4723-8226-8fa886450b04 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 20:49:41.146408 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] For port c4d8ce4b-59e1-499b-adc9-8e3bed1931a2, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=c4d8ce4b-59e1-499b-adc9-8e3bed1931a2,segment=NetworkSegment(eba735b3-141c-4c0b-905b-eb0981cffac3),segment_id=eba735b3-141c-4c0b-905b-eb0981cffac3)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:49:41.146769 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:41.240074 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b752fb3c-0145-460f-8c37-8ef3b1f07175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad5e749-9609-4723-8226-8fa886450b04', 'name': 'tempest-TestVolumeBootPattern-632456679-router', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:55Z', 'updated_at': '2022-06-24T20:49:40Z', 'revision_number': 6, 'project_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'gw_port_host': None}], 'dv-cinder-847189-4-iscsi', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:41.243996 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752fb3c-0145-460f-8c37-8ef3b1f07175 None None] The sync data for ids ['fad5e749-9609-4723-8226-8fa886450b04'] in dv-cinder-847189-4-iscsi is: [{'id': 'fad5e749-9609-4723-8226-8fa886450b04', 'name': 'tempest-TestVolumeBootPattern-632456679-router', 'tenant_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T20:42:55Z', 'updated_at': '2022-06-24T20:49:40Z', 'revision_number': 6, 'project_id': 'ad77dc1b37d04c3fb86f4383e8218c31', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 20:49:41.266776 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Calling delete_port for c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 owned by network:router_gateway {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:49:41.435824 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:41.481041 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d8ce4b-59e1-499b-adc9-8e3bed1931a2,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:41.591572 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3787065'] for router_gateway, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:41.760712 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3800720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64911'] for router, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:41.763073 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:41.788702 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3785944'] for router, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:41.789317 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fad5e749-9609-4723-8226-8fa886450b04 {{(pid=88160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 20:49:41.804444 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] Notify callbacks [] for router, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:41.805556 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-cbd60ca8-142b-4f77-8150-fb882d04939d admin admin] 10.222.0.33 "DELETE /v2.0/routers/fad5e749-9609-4723-8226-8fa886450b04 HTTP/1.1" status: 204 len: 168 time: 1.2714794 Jun 24 20:49:41.808181 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55512) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:41.869197 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66b762c-f55e-4556-9cf8-e2373daacf95 admin admin] Deleting subnet f67f2b83-2faa-4e9d-ac1c-1856d073ab56 {{(pid=88160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 20:49:41.874169 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d66b762c-f55e-4556-9cf8-e2373daacf95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:41.925396 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d66b762c-f55e-4556-9cf8-e2373daacf95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3254619'] for subnet, precommit_delete_associations {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:42.019638 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 01365862-8734-454b-b8bc-48634d557670 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:49:42.056678 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 01365862-8734-454b-b8bc-48634d557670 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:49:42.057146 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 01365862-8734-454b-b8bc-48634d557670 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:49:42.057625 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:49:42.090383 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:49:42.090755 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device c4d8ce4b-59e1-499b-adc9-8e3bed1931a2 not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:49:42.103307 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d66b762c-f55e-4556-9cf8-e2373daacf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619362'] for subnet, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:42.172634 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d66b762c-f55e-4556-9cf8-e2373daacf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163010'] for subnet, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:42.213660 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b762c-f55e-4556-9cf8-e2373daacf95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67f2b83-2faa-4e9d-ac1c-1856d073ab56,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:42.218432 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d66b762c-f55e-4556-9cf8-e2373daacf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for subnet, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:42.225919 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838b89c6-e922-46be-96b6-a66d603a74a9 None None] Network bb57a461-cc97-4488-8bac-9b262c770c4e requested from dv-cinder-847189-4-iscsi {{(pid=88161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 20:49:42.227694 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-d66b762c-f55e-4556-9cf8-e2373daacf95 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/f67f2b83-2faa-4e9d-ac1c-1856d073ab56 HTTP/1.1" status: 204 len: 168 time: 0.4185872 Jun 24 20:49:42.230101 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55516) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:42.332793 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589787'] for network, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:42.343768 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Deleting port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:42.344089 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:42.517114 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f67c112-475c-4eed-9603-983b518f2253 None None] DHCP port deletion for bb57a461-cc97-4488-8bac-9b262c770c4e request from dv-cinder-847189-4-iscsi {{(pid=88161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 20:49:42.521381 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-7f67c112-475c-4eed-9603-983b518f2253 None None] Deleting port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:42.521745 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7f67c112-475c-4eed-9603-983b518f2253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:42.555496 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] For port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce,segment=NetworkSegment(afb03609-f6f6-4250-9c30-fd7da19bff28),segment_id=afb03609-f6f6-4250-9c30-fd7da19bff28)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:49:42.555841 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:42.678436 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Calling delete_port for 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:49:42.715557 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-7f67c112-475c-4eed-9603-983b518f2253 None None] For port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce, host dv-cinder-847189-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-4-iscsi',level=0,port_id=2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce,segment=NetworkSegment(afb03609-f6f6-4250-9c30-fd7da19bff28),segment_id=afb03609-f6f6-4250-9c30-fd7da19bff28)] {{(pid=88161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 20:49:42.715931 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7f67c112-475c-4eed-9603-983b518f2253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785958'] for port, precommit_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:42.755230 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-706895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761139943316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761139485606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2375657'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:42.803053 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:42.806483 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] No DVR routers for this DVR port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce on host dv-cinder-847189-4-iscsi {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 20:49:42.837465 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-7f67c112-475c-4eed-9603-983b518f2253 None None] Calling delete_port for 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce owned by network:dhcp {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 20:49:42.906115 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.db.api [None req-7f67c112-475c-4eed-9603-983b518f2253 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 20:49:42.906482 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG oslo_db.api [None req-7f67c112-475c-4eed-9603-983b518f2253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 20:49:42.917637 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620055', 'neutron.services.segments.db._delete_segments_for_network-8761140036729'] for network, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:42.941238 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb57a461-cc97-4488-8bac-9b262c770c4e']}} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:42.952457 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb03609-f6f6-4250-9c30-fd7da19bff28') {'for_net_delete': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:42.952751 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.services.segments.db [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb03609-f6f6-4250-9c30-fd7da19bff28') {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 20:49:42.963486 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761140007316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3254610'] for segment, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:42.980520 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609416'] for segment, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:42.986757 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 20:49:42.987248 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-609415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2375450'] for segment, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:43.050056 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment afb03609-f6f6-4250-9c30-fd7da19bff28 resource provider aggregate not found Jun 24 20:49:43.073867 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.services.segments.plugin [-] Segment afb03609-f6f6-4250-9c30-fd7da19bff28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afb03609-f6f6-4250-9c30-fd7da19bff28 found for delete ", "request_id": "req-bcea1eef-cd39-4168-9a3d-f28105a563da"}]} Jun 24 20:49:43.083777 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3898994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4173574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800792'] for network, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:43.099208 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4173588'] for network, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:43.108881 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=bb57a461-cc97-4488-8bac-9b262c770c4e,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:43.115925 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-85ea29c1-1b27-4457-a604-919c50e7d2fc admin admin] 10.222.0.33 "DELETE /v2.0/networks/bb57a461-cc97-4488-8bac-9b262c770c4e HTTP/1.1" status: 204 len: 168 time: 0.8848970 Jun 24 20:49:43.230045 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55526) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:43.278229 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-41e646d2-a281-4e2c-aa2c-a2f48a3f8d74 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=90ecc0412d8a42dcb699c6a7b360a632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470333 Jun 24 20:49:43.281620 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55530) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:43.341491 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fcd1938a-3cf7-44ef-82ce-15eb42e58388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:43.367514 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fcd1938a-3cf7-44ef-82ce-15eb42e58388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:43.408087 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-7f67c112-475c-4eed-9603-983b518f2253 None None] Deleting port 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce {{(pid=88161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 20:49:43.409190 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7f67c112-475c-4eed-9603-983b518f2253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761139941690'] for port, before_delete {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:43.419343 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fcd1938a-3cf7-44ef-82ce-15eb42e58388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:43.439286 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1938a-3cf7-44ef-82ce-15eb42e58388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dfb276-d447-431e-a02f-5cef52a04c6b,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:43.445874 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fcd1938a-3cf7-44ef-82ce-15eb42e58388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:43.447072 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-fcd1938a-3cf7-44ef-82ce-15eb42e58388 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/57dfb276-d447-431e-a02f-5cef52a04c6b HTTP/1.1" status: 204 len: 168 time: 0.1645470 Jun 24 20:49:43.494676 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-7f67c112-475c-4eed-9603-983b518f2253 None None] The port '2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce' was deleted {{(pid=88161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 20:49:43.817537 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [-] (88160) accepted ('10.222.0.33', 55538) {{(pid=88160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:43.866727 dv-cinder-847189-4-iscsi neutron-server[88160]: INFO neutron.wsgi [None req-bfe2f23d-e4c9-4ad1-80f8-63592bc6af0f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ad77dc1b37d04c3fb86f4383e8218c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480161 Jun 24 20:49:43.869174 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.33', 55542) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 20:49:43.926249 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb90eb10-9682-41a0-9461-dbf691e5b6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:43.952620 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb90eb10-9682-41a0-9461-dbf691e5b6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:44.004879 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb90eb10-9682-41a0-9461-dbf691e5b6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899054'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:44.014986 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce no longer exists at agent ovs-agent-dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 20:49:44.023157 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90eb10-9682-41a0-9461-dbf691e5b6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fac845-57bb-4fdc-87c5-9d7353519826,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 20:49:44.028569 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb90eb10-9682-41a0-9461-dbf691e5b6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:44.030537 dv-cinder-847189-4-iscsi neutron-server[88159]: INFO neutron.wsgi [None req-fb90eb10-9682-41a0-9461-dbf691e5b6b4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c4fac845-57bb-4fdc-87c5-9d7353519826 HTTP/1.1" status: 204 len: 168 time: 0.1604142 Jun 24 20:49:44.056806 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.plugin [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] No Port match for: 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce {{(pid=88161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 20:49:44.057221 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron.plugins.ml2.rpc [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Device 2f38ae2c-99e1-451b-8ec8-4b84edf6a2ce not bound to the agent host dv-cinder-847189-4-iscsi {{(pid=88161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 20:49:49.705833 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:49:50.365367 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-aecc55d8-0a4b-44c6-930b-c2abacff3f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:52.537298 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8798df57-c4e7-4176-bc87-5bbd21d0f620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:53.636459 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:53.721121 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:49:55.085508 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:50:07.879727 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:50:20.362580 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8ff72b52-be4c-484e-b202-a284191a64b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:50:22.541121 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-442b8051-eba6-4300-a9f5-f88fee0c211e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:50:23.643712 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:50:23.721207 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:50:25.094254 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:50:26.709238 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:50:37.874915 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:50:50.363437 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-15cea683-50b3-4c6c-b1e2-3059f49f9549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:50:52.545180 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-8736e282-20c6-4cf1-b843-caad28255549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:50:53.645621 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:50:53.721952 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:50:55.098515 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:51:03.714656 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:51:07.869768 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:51:20.367389 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-a97e7cd3-d9e4-4796-be8f-767809b78c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:51:22.550716 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6d8243ef-4aaf-431f-a802-fde240b01f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:51:23.647287 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:51:23.726493 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:51:25.092031 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:51:37.888212 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:51:40.719376 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:51:50.366994 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-06602fb8-a047-4090-9a31-d2dfecc82169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:51:52.552146 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-d07d726d-3752-448b-bea3-96f8b8309824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:51:53.654666 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:51:53.721123 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:51:55.097301 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:52:07.884633 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:52:17.723617 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:52:20.365475 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b8730673-bf62-4a65-98f8-19e1b87136dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:52:22.554553 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-93b4a7d1-c292-424d-be5c-4c4f31fa96c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:52:23.655902 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:52:23.726401 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:52:25.103555 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:52:37.890512 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:52:50.362724 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-02635da7-1343-41ba-b328-e8270e39fa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:52:52.553424 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-43b08342-5109-4c53-bd3e-e09c93c2a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:52:53.659336 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:52:53.738668 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:52:54.727625 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:52:55.098237 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:53:03.886344 dv-cinder-847189-4-iscsi neutron-server[88159]: DEBUG neutron.wsgi [req-52c44fd6-bc06-4f86-95d0-2273059dfced req-a80b53e3-73b4-47e6-8ef1-45b6d2769e78 service neutron] (88159) timed out ('10.222.0.15', 51019) {{(pid=88159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 20:53:07.907336 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:53:20.365715 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-639e056b-daf0-4d89-a6cf-bde34190404c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:53:22.547167 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-11810e6c-2399-4890-87a5-d70eea22bace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:53:23.664364 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:53:23.742016 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:53:25.103847 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:53:31.731783 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:53:37.915256 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:53:50.367325 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2434b30e-c01f-4030-8205-c83ddcf73095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:53:52.556585 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-04fafa9f-13e4-4621-9751-a7e895363387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:53:53.667109 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:53:53.743241 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:53:55.107901 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:54:07.921324 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:54:08.736128 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:54:20.367667 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-35740d04-06b7-4d60-b088-c8b5b43d8ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:54:22.556487 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-169bce55-9f17-4e41-b2cc-0d93798ca50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:54:23.703672 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd8a3-a57b-4346-a944-afaafb6c90ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:54:23.739280 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-978d3ac3-385e-4e90-9010-6f2b8d274e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:54:24.951351 dv-cinder-847189-4-iscsi neutron-server[88160]: DEBUG neutron.wsgi [req-9d7caf57-41ce-4f6d-b6ca-9b9850c41331 req-cd2c4e3c-5bc9-4bcb-b9c1-f56107aa029c tempest-ServerRescueNegativeTestJSON-154624224 tempest-ServerRescueNegativeTestJSON-154624224-project] (88160) timed out ('10.222.0.15', 51024) {{(pid=88160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 20:54:25.115931 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0103e05b-ff35-455e-ac30-2376ea2ff580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:54:37.935789 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b7404b01-82f2-4e53-81e0-8ee3add84459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:54:45.744207 dv-cinder-847189-4-iscsi neutron-server[88162]: DEBUG neutron.db.agents_db [None req-36b3c5a9-54b2-4c4d-b07f-020010d21ffa None None] Agent healthcheck: found 6 active agents {{(pid=88162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 20:54:50.363630 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-185ba882-1a5f-40ad-8cd7-b237bded1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 20:54:52.557647 dv-cinder-847189-4-iscsi neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-67f81328-146f-4ad8-b748-8a5aab67df9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761140036711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765017'] for agent, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}